2024-11-11 01:17:57,121 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 01:17:57,155 main DEBUG Took 0.031855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 01:17:57,156 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 01:17:57,156 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 01:17:57,157 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 01:17:57,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,170 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 01:17:57,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,210 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,211 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,216 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,217 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,218 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,219 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 01:17:57,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,226 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 01:17:57,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 01:17:57,229 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 01:17:57,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 01:17:57,232 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 01:17:57,233 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 01:17:57,234 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 01:17:57,244 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 01:17:57,253 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 01:17:57,255 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 01:17:57,256 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 01:17:57,259 main DEBUG createAppenders(={Console}) 2024-11-11 01:17:57,260 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 01:17:57,261 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 01:17:57,261 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 01:17:57,262 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 01:17:57,263 main DEBUG OutputStream closed 2024-11-11 01:17:57,263 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 01:17:57,263 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 01:17:57,264 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 01:17:57,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 01:17:57,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 01:17:57,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 01:17:57,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 01:17:57,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 01:17:57,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 01:17:57,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 01:17:57,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 01:17:57,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 01:17:57,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 01:17:57,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 01:17:57,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 01:17:57,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 01:17:57,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 01:17:57,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 01:17:57,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 01:17:57,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 01:17:57,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 01:17:57,468 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 01:17:57,469 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 01:17:57,469 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 01:17:57,471 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T01:17:57,498 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 01:17:57,503 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 01:17:57,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T01:17:57,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=745, ProcessCount=11, AvailableMemoryMB=3435 2024-11-11T01:17:58,078 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T01:17:58,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0 2024-11-11T01:17:58,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34, deleteOnExit=true 2024-11-11T01:17:58,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/zookeeper_0, clientPort=50931, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:17:58,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50931 2024-11-11T01:17:58,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:17:58,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:17:58,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/test.cache.data in system properties and HBase conf 2024-11-11T01:17:58,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:17:58,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:17:58,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:17:58,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:17:58,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:17:58,531 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T01:17:58,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:17:58,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:17:58,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:17:58,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:17:58,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:17:58,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:17:58,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:17:58,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:17:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:17:58,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:17:58,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:17:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:17:58,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:17:58,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:17:58,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:00,074 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T01:18:00,164 INFO [Time-limited test {}] log.Log(170): Logging initialized @4009ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T01:18:00,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:00,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:00,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:00,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:00,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:00,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:00,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:00,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:00,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/java.io.tmpdir/jetty-localhost-34987-hadoop-hdfs-3_4_1-tests_jar-_-any-3391305418743685002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:00,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34987} 2024-11-11T01:18:00,696 INFO [Time-limited test {}] server.Server(415): Started @4542ms 2024-11-11T01:18:01,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:01,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:01,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:01,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:01,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:01,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:01,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:01,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/java.io.tmpdir/jetty-localhost-37887-hadoop-hdfs-3_4_1-tests_jar-_-any-3595839671049098526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:01,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:37887} 2024-11-11T01:18:01,678 INFO [Time-limited test {}] server.Server(415): Started @5523ms 2024-11-11T01:18:01,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:03,245 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/data/data2/current/BP-1546065321-172.17.0.3-1731287879504/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:03,245 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/data/data1/current/BP-1546065321-172.17.0.3-1731287879504/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:03,277 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb46a20e2fa6a5a with lease ID 0x93230cee98882ec6: Processing first storage report for DS-4cb13c97-809d-4bec-81d2-d290d1209bc6 from datanode DatanodeRegistration(127.0.0.1:44007, datanodeUuid=bb2c1ad7-ccfd-4870-a4ec-6d55854cb15b, infoPort=35645, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1098761395;c=1731287879504) 2024-11-11T01:18:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb46a20e2fa6a5a with lease ID 0x93230cee98882ec6: from storage DS-4cb13c97-809d-4bec-81d2-d290d1209bc6 node DatanodeRegistration(127.0.0.1:44007, datanodeUuid=bb2c1ad7-ccfd-4870-a4ec-6d55854cb15b, infoPort=35645, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1098761395;c=1731287879504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:18:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb46a20e2fa6a5a with lease ID 0x93230cee98882ec6: Processing first storage report for DS-8d431615-ee4d-4e11-bb47-68cbb1c02ad8 from datanode DatanodeRegistration(127.0.0.1:44007, datanodeUuid=bb2c1ad7-ccfd-4870-a4ec-6d55854cb15b, infoPort=35645, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1098761395;c=1731287879504) 2024-11-11T01:18:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb46a20e2fa6a5a with lease ID 0x93230cee98882ec6: from storage DS-8d431615-ee4d-4e11-bb47-68cbb1c02ad8 node DatanodeRegistration(127.0.0.1:44007, datanodeUuid=bb2c1ad7-ccfd-4870-a4ec-6d55854cb15b, infoPort=35645, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1098761395;c=1731287879504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:03,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0 2024-11-11T01:18:03,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:03,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:04,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1 with version=8 2024-11-11T01:18:04,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/hbase-staging 2024-11-11T01:18:04,170 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T01:18:04,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:04,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:04,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:04,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:04,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:04,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:04,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:04,578 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T01:18:04,589 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T01:18:04,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:04,630 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13295 (auto-detected) 2024-11-11T01:18:04,631 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T01:18:04,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38363 2024-11-11T01:18:04,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38363 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383630x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:04,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38363-0x101277886450000 connected 2024-11-11T01:18:04,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:04,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:04,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:04,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1, hbase.cluster.distributed=false 2024-11-11T01:18:04,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/acl 2024-11-11T01:18:04,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38363 2024-11-11T01:18:04,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38363 2024-11-11T01:18:04,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38363 2024-11-11T01:18:04,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38363 2024-11-11T01:18:04,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38363 2024-11-11T01:18:05,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:05,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:05,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:05,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:05,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:05,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:05,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:05,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34423 2024-11-11T01:18:05,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34423 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:05,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:05,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344230x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:05,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344230x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:05,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34423-0x101277886450001 connected 2024-11-11T01:18:05,102 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:05,111 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:05,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/master 2024-11-11T01:18:05,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/acl 2024-11-11T01:18:05,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-11T01:18:05,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34423 2024-11-11T01:18:05,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34423 2024-11-11T01:18:05,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-11T01:18:05,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-11T01:18:05,137 DEBUG [M:0;612696b701d2:38363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38363 2024-11-11T01:18:05,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /076793868/backup-masters/612696b701d2,38363,1731287884215 2024-11-11T01:18:05,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:05,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:05,151 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/backup-masters/612696b701d2,38363,1731287884215 2024-11-11T01:18:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/master 2024-11-11T01:18:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:05,181 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/master 2024-11-11T01:18:05,182 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /076793868/backup-masters/612696b701d2,38363,1731287884215 from backup master directory 2024-11-11T01:18:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/backup-masters/612696b701d2,38363,1731287884215 2024-11-11T01:18:05,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:05,191 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:05,191 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38363,1731287884215 2024-11-11T01:18:05,194 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T01:18:05,195 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T01:18:05,260 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/hbase.id] with ID: 8cc9edee-232b-422e-af3e-250591a1a359 2024-11-11T01:18:05,261 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.tmp/hbase.id 2024-11-11T01:18:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:05,677 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.tmp/hbase.id]:[hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/hbase.id] 2024-11-11T01:18:05,727 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:05,733 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:05,753 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T01:18:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:06,196 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:06,199 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:06,216 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:18:06,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:06,671 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store 2024-11-11T01:18:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:07,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T01:18:07,103 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:07,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:07,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:07,106 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:07,108 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:07,108 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:07,109 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:07,110 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287887105Disabling compacts and flushes for region at 1731287887105Disabling writes for close at 1731287887108 (+3 ms)Writing region close event to WAL at 1731287887109 (+1 ms)Closed at 1731287887109 2024-11-11T01:18:07,114 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/.initializing 2024-11-11T01:18:07,114 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215 2024-11-11T01:18:07,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:07,146 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38363%2C1731287884215, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:07,180 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215/612696b701d2%2C38363%2C1731287884215.1731287887155, exclude list is [], retry=0 2024-11-11T01:18:07,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:07,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T01:18:07,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:07,253 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:07,254 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:07,254 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:07,258 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,259 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:07,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:07,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:07,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:07,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:07,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:07,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:07,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:07,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:07,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:07,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:07,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:07,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,370 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,375 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,398 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:07,402 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:07,407 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:07,408 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65133254, jitterRate=-0.029438883066177368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:07,416 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287887272Initializing all the Stores at 1731287887274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287887275 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287887276 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287887276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287887276Cleaning up temporary data from old regions at 1731287887382 (+106 ms)Region opened successfully at 1731287887416 (+34 ms) 2024-11-11T01:18:07,418 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:07,455 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486eeedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:07,490 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:07,500 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:07,500 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:07,504 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:07,506 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T01:18:07,510 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T01:18:07,511 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:07,541 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:07,550 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:07,558 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/balancer already deleted, retry=false 2024-11-11T01:18:07,561 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:07,563 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:07,569 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/normalizer already deleted, retry=false 2024-11-11T01:18:07,571 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:07,575 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:07,579 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/switch/split already deleted, retry=false 2024-11-11T01:18:07,581 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:07,590 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/switch/merge already deleted, retry=false 2024-11-11T01:18:07,608 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:07,611 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,627 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38363,1731287884215, sessionid=0x101277886450000, setting cluster-up flag (Was=false) 2024-11-11T01:18:07,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,685 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076793868/flush-table-proc/acquired, /076793868/flush-table-proc/reached, /076793868/flush-table-proc/abort 2024-11-11T01:18:07,687 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38363,1731287884215 2024-11-11T01:18:07,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:07,748 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076793868/online-snapshot/acquired, /076793868/online-snapshot/reached, /076793868/online-snapshot/abort 2024-11-11T01:18:07,750 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38363,1731287884215 2024-11-11T01:18:07,758 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:07,841 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(746): ClusterId : 8cc9edee-232b-422e-af3e-250591a1a359 2024-11-11T01:18:07,844 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:07,855 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:07,866 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:07,873 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:07,880 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38363,1731287884215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:07,908 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:07,909 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:07,909 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:07,909 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:07,909 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:07,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:07,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:07,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:07,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:07,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:07,916 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287917916 2024-11-11T01:18:07,918 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:07,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:07,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:07,919 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:07,923 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:07,924 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:07,924 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:07,924 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:07,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:07,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:07,928 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:07,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:07,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:07,939 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:07,939 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:07,941 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:07,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:07,944 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287887943,5,FailOnTimeoutGroup] 2024-11-11T01:18:07,945 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287887944,5,FailOnTimeoutGroup] 2024-11-11T01:18:07,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:07,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:07,946 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:07,946 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:07,995 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:07,995 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e793a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:08,013 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:34423 2024-11-11T01:18:08,016 INFO [RS:0;612696b701d2:34423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:08,016 INFO [RS:0;612696b701d2:34423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:08,016 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:08,019 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38363,1731287884215 with port=34423, startcode=1731287885021 2024-11-11T01:18:08,030 DEBUG [RS:0;612696b701d2:34423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:08,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:08,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,34423,1731287885021 2024-11-11T01:18:08,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38363 {}] master.ServerManager(517): Registering regionserver=612696b701d2,34423,1731287885021 2024-11-11T01:18:08,092 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1 2024-11-11T01:18:08,092 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36365 2024-11-11T01:18:08,092 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:08,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/rs 2024-11-11T01:18:08,106 DEBUG [RS:0;612696b701d2:34423 {}] zookeeper.ZKUtil(111): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/rs/612696b701d2,34423,1731287885021 2024-11-11T01:18:08,106 WARN [RS:0;612696b701d2:34423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:08,106 INFO [RS:0;612696b701d2:34423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:08,107 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021 2024-11-11T01:18:08,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,34423,1731287885021] 2024-11-11T01:18:08,138 INFO [RS:0;612696b701d2:34423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:08,157 INFO [RS:0;612696b701d2:34423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:08,163 INFO [RS:0;612696b701d2:34423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:08,164 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,165 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:08,175 INFO [RS:0;612696b701d2:34423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:08,177 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,177 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,177 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,178 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,179 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,179 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,179 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,179 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:08,179 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:08,180 DEBUG [RS:0;612696b701d2:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:08,192 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,193 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,193 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,193 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,193 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,193 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,34423,1731287885021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:08,222 INFO [RS:0;612696b701d2:34423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:08,224 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,34423,1731287885021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,225 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,225 INFO [RS:0;612696b701d2:34423 {}] regionserver.Replication(171): 612696b701d2,34423,1731287885021 started 2024-11-11T01:18:08,251 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:08,251 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,34423,1731287885021, RpcServer on 612696b701d2/172.17.0.3:34423, sessionid=0x101277886450001 2024-11-11T01:18:08,252 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:08,252 DEBUG [RS:0;612696b701d2:34423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,34423,1731287885021 2024-11-11T01:18:08,252 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,34423,1731287885021' 2024-11-11T01:18:08,253 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076793868/flush-table-proc/abort' 2024-11-11T01:18:08,254 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076793868/flush-table-proc/acquired' 2024-11-11T01:18:08,254 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:08,254 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:08,254 DEBUG [RS:0;612696b701d2:34423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,34423,1731287885021 2024-11-11T01:18:08,255 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,34423,1731287885021' 2024-11-11T01:18:08,255 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076793868/online-snapshot/abort' 2024-11-11T01:18:08,258 DEBUG [RS:0;612696b701d2:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076793868/online-snapshot/acquired' 2024-11-11T01:18:08,259 DEBUG [RS:0;612696b701d2:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:08,260 INFO [RS:0;612696b701d2:34423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:08,260 INFO [RS:0;612696b701d2:34423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:08,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:08,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1 2024-11-11T01:18:08,365 INFO [RS:0;612696b701d2:34423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:18:08,369 INFO [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34423%2C1731287885021, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:08,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:08,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:08,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:08,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:08,387 DEBUG [RS:0;612696b701d2:34423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371, exclude list is [], retry=0 2024-11-11T01:18:08,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:08,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:08,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:08,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:08,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,399 INFO [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 2024-11-11T01:18:08,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:08,400 DEBUG [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:08,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:08,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:08,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:08,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:08,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:08,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:08,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:08,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:08,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566994, jitterRate=-0.00807449221611023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:08,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287888370Initializing all the Stores at 1731287888373 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888381 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287888381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888381Cleaning up temporary data from old regions at 1731287888418 (+37 ms)Region opened successfully at 1731287888439 (+21 ms) 2024-11-11T01:18:08,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:08,439 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:08,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:08,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:08,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:08,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:08,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287888439Disabling compacts and flushes for region at 1731287888439Disabling writes for close at 1731287888440 (+1 ms)Writing region close event to WAL at 1731287888441 (+1 ms)Closed at 1731287888441 2024-11-11T01:18:08,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:08,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:08,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:08,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:08,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:08,618 DEBUG [612696b701d2:38363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:08,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,34423,1731287885021 2024-11-11T01:18:08,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,34423,1731287885021, state=OPENING 2024-11-11T01:18:08,674 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:08,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:08,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:08,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:08,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,34423,1731287885021}] 2024-11-11T01:18:08,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:08,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:08,939 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:08,939 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:08,940 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:08,945 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34423%2C1731287885021.meta, suffix=.meta, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:08,964 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.meta.1731287888947.meta, exclude list is [], retry=0 2024-11-11T01:18:08,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:08,972 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.meta.1731287888947.meta 2024-11-11T01:18:08,973 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:08,973 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:08,979 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:08,980 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:08,982 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:08,985 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:08,988 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:08,989 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:08,989 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:08,989 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:08,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:08,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:08,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:08,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:08,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:08,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:08,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:08,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:08,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:09,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:09,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:09,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:09,003 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:09,005 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:09,009 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:09,012 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:09,012 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:09,013 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:09,015 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:09,017 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72398592, jitterRate=0.07882308959960938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:09,017 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:09,019 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287888990Writing region info on filesystem at 1731287888990Initializing all the Stores at 1731287888992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287888992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287888992Cleaning up temporary data from old regions at 1731287889012 (+20 ms)Running coprocessor post-open hooks at 1731287889017 (+5 ms)Region opened successfully at 1731287889019 (+2 ms) 2024-11-11T01:18:09,031 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287888912 2024-11-11T01:18:09,043 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:09,044 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:09,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,34423,1731287885021 2024-11-11T01:18:09,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,34423,1731287885021, state=OPEN 2024-11-11T01:18:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:09,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,34423,1731287885021 2024-11-11T01:18:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,34423,1731287885021 in 363 msec 2024-11-11T01:18:09,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:09,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-11T01:18:09,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:09,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:09,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:09,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34423,1731287885021, seqNum=-1] 2024-11-11T01:18:09,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:09,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:09,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4420 sec 2024-11-11T01:18:09,239 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287889239, completionTime=-1 2024-11-11T01:18:09,243 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:09,243 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:09,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:09,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287949287 2024-11-11T01:18:09,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288009287 2024-11-11T01:18:09,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 43 msec 2024-11-11T01:18:09,290 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,290 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,291 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,293 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38363, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,300 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,303 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:09,309 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,353 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.161sec 2024-11-11T01:18:09,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:09,357 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:09,359 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:09,360 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:09,360 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:09,362 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:09,363 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:09,376 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:09,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:09,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38363,1731287884215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:09,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:09,445 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T01:18:09,445 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T01:18:09,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38363,-1 for getting cluster id 2024-11-11T01:18:09,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:09,458 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc9edee-232b-422e-af3e-250591a1a359' 2024-11-11T01:18:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc9edee-232b-422e-af3e-250591a1a359" 2024-11-11T01:18:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb5de1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38363,-1] 2024-11-11T01:18:09,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:09,470 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:09,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:09,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34423,1731287885021, seqNum=-1] 2024-11-11T01:18:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:09,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:09,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,38363,1731287884215 2024-11-11T01:18:09,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:09,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:09,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277886450002 connected 2024-11-11T01:18:09,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir so I do NOT create it in target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359 2024-11-11T01:18:09,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:18:09,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.tmp.dir so I do NOT create it in target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359 2024-11-11T01:18:09,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:18:09,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359 2024-11-11T01:18:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:18:09,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/cluster_e6c2445c-a3c3-c505-1012-3b6bb15fe883, deleteOnExit=true 2024-11-11T01:18:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:18:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/test.cache.data in system properties and HBase conf 2024-11-11T01:18:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:18:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:18:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:18:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:18:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:18:09,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:18:09,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:09,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:09,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:18:09,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:09,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:18:09,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:18:09,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:18:09,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:10,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:10,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:10,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:10,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:10,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:10,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:10,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:10,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:10,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-1690604627794844503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:10,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-11-11T01:18:10,239 INFO [Time-limited test {}] server.Server(415): Started @14084ms 2024-11-11T01:18:10,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:10,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:10,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:10,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:10,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:10,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:10,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:10,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/java.io.tmpdir/jetty-localhost-43385-hadoop-hdfs-3_4_1-tests_jar-_-any-16188270590385118925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:10,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:43385} 2024-11-11T01:18:10,793 INFO [Time-limited test {}] server.Server(415): Started @14638ms 2024-11-11T01:18:10,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:11,611 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/cluster_e6c2445c-a3c3-c505-1012-3b6bb15fe883/data/data1/current/BP-116523756-172.17.0.3-1731287889677/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:11,611 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/cluster_e6c2445c-a3c3-c505-1012-3b6bb15fe883/data/data2/current/BP-116523756-172.17.0.3-1731287889677/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:11,669 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b4058c58fddb59 with lease ID 0x7567121945e5083a: Processing first storage report for DS-bf24b329-612b-45b5-8938-49bd9a3a34ae from datanode DatanodeRegistration(127.0.0.1:34635, datanodeUuid=d9cf6891-8d5f-4bb3-9d2c-e2749dfc4ea3, infoPort=35853, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=877984843;c=1731287889677) 2024-11-11T01:18:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4058c58fddb59 with lease ID 0x7567121945e5083a: from storage DS-bf24b329-612b-45b5-8938-49bd9a3a34ae node DatanodeRegistration(127.0.0.1:34635, datanodeUuid=d9cf6891-8d5f-4bb3-9d2c-e2749dfc4ea3, infoPort=35853, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=877984843;c=1731287889677), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:18:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b4058c58fddb59 with lease ID 0x7567121945e5083a: Processing first storage report for DS-07a5c492-1a10-487e-ac0d-a64fe652a015 from datanode DatanodeRegistration(127.0.0.1:34635, datanodeUuid=d9cf6891-8d5f-4bb3-9d2c-e2749dfc4ea3, infoPort=35853, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=877984843;c=1731287889677) 2024-11-11T01:18:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4058c58fddb59 with lease ID 0x7567121945e5083a: from storage DS-07a5c492-1a10-487e-ac0d-a64fe652a015 node DatanodeRegistration(127.0.0.1:34635, datanodeUuid=d9cf6891-8d5f-4bb3-9d2c-e2749dfc4ea3, infoPort=35853, infoSecurePort=0, ipcPort=37699, storageInfo=lv=-57;cid=testClusterID;nsid=877984843;c=1731287889677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:11,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359 2024-11-11T01:18:11,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:11,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:11,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd with version=8 2024-11-11T01:18:11,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/hbase-staging 2024-11-11T01:18:11,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:11,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:11,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:11,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:11,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:11,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:11,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:11,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44631 2024-11-11T01:18:11,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44631 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:11,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446310x0, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:11,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44631-0x101277886450003 connected 2024-11-11T01:18:12,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:12,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:12,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/running 2024-11-11T01:18:12,218 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd, hbase.cluster.distributed=false 2024-11-11T01:18:12,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/acl 2024-11-11T01:18:12,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T01:18:12,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44631 2024-11-11T01:18:12,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44631 2024-11-11T01:18:12,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T01:18:12,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T01:18:12,245 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:12,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:12,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:12,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36477 2024-11-11T01:18:12,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36477 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:12,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:12,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:12,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364770x0, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:12,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36477-0x101277886450004 connected 2024-11-11T01:18:12,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/running 2024-11-11T01:18:12,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:12,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:12,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/master 2024-11-11T01:18:12,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/acl 2024-11-11T01:18:12,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36477 2024-11-11T01:18:12,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36477 2024-11-11T01:18:12,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36477 2024-11-11T01:18:12,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36477 2024-11-11T01:18:12,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36477 2024-11-11T01:18:12,373 DEBUG [M:0;612696b701d2:44631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:44631 2024-11-11T01:18:12,376 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1354104763/backup-masters/612696b701d2,44631,1731287891716 2024-11-11T01:18:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/backup-masters 2024-11-11T01:18:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/backup-masters 2024-11-11T01:18:12,429 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on existing znode=/1-1354104763/backup-masters/612696b701d2,44631,1731287891716 2024-11-11T01:18:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1354104763/master 2024-11-11T01:18:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:12,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on existing znode=/1-1354104763/master 2024-11-11T01:18:12,535 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1354104763/backup-masters/612696b701d2,44631,1731287891716 from backup master directory 2024-11-11T01:18:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1354104763/backup-masters/612696b701d2,44631,1731287891716 2024-11-11T01:18:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/backup-masters 2024-11-11T01:18:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/backup-masters 2024-11-11T01:18:12,575 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:12,579 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,44631,1731287891716 2024-11-11T01:18:12,589 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/hbase.id] with ID: 75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:12,589 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/.tmp/hbase.id 2024-11-11T01:18:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:13,001 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/.tmp/hbase.id]:[hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/hbase.id] 2024-11-11T01:18:13,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:13,034 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:13,036 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T01:18:13,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:13,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:13,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:13,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:13,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store 2024-11-11T01:18:13,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:13,157 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:13,158 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:13,158 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:13,158 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:13,158 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:13,158 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:13,158 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:13,158 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287893158Disabling compacts and flushes for region at 1731287893158Disabling writes for close at 1731287893158Writing region close event to WAL at 1731287893158Closed at 1731287893158 2024-11-11T01:18:13,161 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/.initializing 2024-11-11T01:18:13,161 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/WALs/612696b701d2,44631,1731287891716 2024-11-11T01:18:13,167 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:13,172 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C44631%2C1731287891716, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/WALs/612696b701d2,44631,1731287891716, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:13,192 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/WALs/612696b701d2,44631,1731287891716/612696b701d2%2C44631%2C1731287891716.1731287893173, exclude list is [], retry=0 2024-11-11T01:18:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34635,DS-bf24b329-612b-45b5-8938-49bd9a3a34ae,DISK] 2024-11-11T01:18:13,204 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/WALs/612696b701d2,44631,1731287891716/612696b701d2%2C44631%2C1731287891716.1731287893173 2024-11-11T01:18:13,208 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-11T01:18:13,208 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:13,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:13,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:13,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:13,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:13,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:13,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:13,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:13,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:13,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:13,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:13,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:13,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:13,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:13,236 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,237 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,238 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,240 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,241 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,242 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:13,244 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:13,264 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:13,265 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65536745, jitterRate=-0.023426398634910583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:13,265 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287893209Initializing all the Stores at 1731287893213 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287893213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287893215 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287893215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287893215Cleaning up temporary data from old regions at 1731287893241 (+26 ms)Region opened successfully at 1731287893265 (+24 ms) 2024-11-11T01:18:13,266 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:13,271 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a9f89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:13,272 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:13,272 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:13,272 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:13,272 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:13,273 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:18:13,274 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:18:13,274 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:13,279 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:13,280 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:13,392 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/balancer already deleted, retry=false 2024-11-11T01:18:13,393 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:13,394 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:13,530 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/normalizer already deleted, retry=false 2024-11-11T01:18:13,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:13,532 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:13,625 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/switch/split already deleted, retry=false 2024-11-11T01:18:13,626 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:13,701 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/switch/merge already deleted, retry=false 2024-11-11T01:18:13,704 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:13,727 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1354104763/running 2024-11-11T01:18:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1354104763/running 2024-11-11T01:18:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,739 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,44631,1731287891716, sessionid=0x101277886450003, setting cluster-up flag (Was=false) 2024-11-11T01:18:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,821 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1354104763/flush-table-proc/acquired, /1-1354104763/flush-table-proc/reached, /1-1354104763/flush-table-proc/abort 2024-11-11T01:18:13,835 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44631,1731287891716 2024-11-11T01:18:13,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:13,895 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1354104763/online-snapshot/acquired, /1-1354104763/online-snapshot/reached, /1-1354104763/online-snapshot/abort 2024-11-11T01:18:13,896 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44631,1731287891716 2024-11-11T01:18:13,898 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:13,901 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:13,902 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:13,902 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:13,902 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,44631,1731287891716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:13,906 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:13,907 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:13,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:13,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:13,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:13,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:13,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287923936 2024-11-11T01:18:13,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:13,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:13,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:13,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:13,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:13,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:13,941 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:13,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:13,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:13,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:13,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:13,944 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:13,944 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:13,948 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287893944,5,FailOnTimeoutGroup] 2024-11-11T01:18:13,949 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287893948,5,FailOnTimeoutGroup] 2024-11-11T01:18:13,949 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:13,949 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:13,949 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:13,949 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:13,960 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(746): ClusterId : 75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:13,960 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:13,990 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:13,990 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:14,098 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:14,098 DEBUG [RS:0;612696b701d2:36477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fa1d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:14,115 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:36477 2024-11-11T01:18:14,115 INFO [RS:0;612696b701d2:36477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:14,115 INFO [RS:0;612696b701d2:36477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:14,115 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:14,116 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,44631,1731287891716 with port=36477, startcode=1731287892245 2024-11-11T01:18:14,117 DEBUG [RS:0;612696b701d2:36477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:14,119 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:14,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,36477,1731287892245 2024-11-11T01:18:14,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(517): Registering regionserver=612696b701d2,36477,1731287892245 2024-11-11T01:18:14,124 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd 2024-11-11T01:18:14,124 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41017 2024-11-11T01:18:14,124 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/rs 2024-11-11T01:18:14,211 DEBUG [RS:0;612696b701d2:36477 {}] zookeeper.ZKUtil(111): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on existing znode=/1-1354104763/rs/612696b701d2,36477,1731287892245 2024-11-11T01:18:14,211 WARN [RS:0;612696b701d2:36477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:14,211 INFO [RS:0;612696b701d2:36477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:14,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,36477,1731287892245] 2024-11-11T01:18:14,211 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245 2024-11-11T01:18:14,217 INFO [RS:0;612696b701d2:36477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:14,221 INFO [RS:0;612696b701d2:36477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:14,232 INFO [RS:0;612696b701d2:36477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:14,232 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,233 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:14,235 INFO [RS:0;612696b701d2:36477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:14,236 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,236 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,236 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,236 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,236 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,236 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:14,237 DEBUG [RS:0;612696b701d2:36477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,239 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,36477,1731287892245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:14,261 INFO [RS:0;612696b701d2:36477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:14,261 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,36477,1731287892245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,261 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,261 INFO [RS:0;612696b701d2:36477 {}] regionserver.Replication(171): 612696b701d2,36477,1731287892245 started 2024-11-11T01:18:14,282 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:14,282 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,36477,1731287892245, RpcServer on 612696b701d2/172.17.0.3:36477, sessionid=0x101277886450004 2024-11-11T01:18:14,282 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:14,282 DEBUG [RS:0;612696b701d2:36477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,36477,1731287892245 2024-11-11T01:18:14,282 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,36477,1731287892245' 2024-11-11T01:18:14,282 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1354104763/flush-table-proc/abort' 2024-11-11T01:18:14,283 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1354104763/flush-table-proc/acquired' 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,36477,1731287892245 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,36477,1731287892245' 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1354104763/online-snapshot/abort' 2024-11-11T01:18:14,284 DEBUG [RS:0;612696b701d2:36477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1354104763/online-snapshot/acquired' 2024-11-11T01:18:14,285 DEBUG [RS:0;612696b701d2:36477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:14,285 INFO [RS:0;612696b701d2:36477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:14,285 INFO [RS:0;612696b701d2:36477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:14,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:14,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd 2024-11-11T01:18:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:18:14,386 INFO [RS:0;612696b701d2:36477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:14,389 INFO [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C36477%2C1731287892245, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/oldWALs, maxLogs=10 2024-11-11T01:18:14,409 DEBUG [RS:0;612696b701d2:36477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245/612696b701d2%2C36477%2C1731287892245.1731287894391, exclude list is [], retry=0 2024-11-11T01:18:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34635,DS-bf24b329-612b-45b5-8938-49bd9a3a34ae,DISK] 2024-11-11T01:18:14,418 INFO [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245/612696b701d2%2C36477%2C1731287892245.1731287894391 2024-11-11T01:18:14,418 DEBUG [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-11T01:18:14,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:14,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:18:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:18:14,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:18:14,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:14,578 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T01:18:14,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:14,578 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T01:18:14,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:18:14,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:18:14,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:14,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:14,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:14,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:14,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:14,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:14,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:14,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:14,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:14,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:14,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:14,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:14,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:14,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:14,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:14,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:14,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:14,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740 2024-11-11T01:18:14,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740 2024-11-11T01:18:14,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:14,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:14,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:14,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:14,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:14,808 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67592421, jitterRate=0.007205560803413391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:14,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287894767Initializing all the Stores at 1731287894768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287894768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287894769 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287894769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287894769Cleaning up temporary data from old regions at 1731287894798 (+29 ms)Region opened successfully at 1731287894808 (+10 ms) 2024-11-11T01:18:14,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:14,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:14,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:14,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:14,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:14,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:14,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287894809Disabling compacts and flushes for region at 1731287894809Disabling writes for close at 1731287894809Writing region close event to WAL at 1731287894810 (+1 ms)Closed at 1731287894810 2024-11-11T01:18:14,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:14,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:14,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:14,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:14,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:14,972 DEBUG [612696b701d2:44631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:14,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,36477,1731287892245 2024-11-11T01:18:14,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,36477,1731287892245, state=OPENING 2024-11-11T01:18:15,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:15,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:15,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1354104763/meta-region-server: CHANGED 2024-11-11T01:18:15,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1354104763/meta-region-server: CHANGED 2024-11-11T01:18:15,117 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:15,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,36477,1731287892245}] 2024-11-11T01:18:15,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:15,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:15,278 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:15,279 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:15,279 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:15,282 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C36477%2C1731287892245.meta, suffix=.meta, logDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/oldWALs, maxLogs=10 2024-11-11T01:18:15,304 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245/612696b701d2%2C36477%2C1731287892245.meta.1731287895284.meta, exclude list is [], retry=0 2024-11-11T01:18:15,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34635,DS-bf24b329-612b-45b5-8938-49bd9a3a34ae,DISK] 2024-11-11T01:18:15,311 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245/612696b701d2%2C36477%2C1731287892245.meta.1731287895284.meta 2024-11-11T01:18:15,312 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-11T01:18:15,312 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:15,313 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:15,313 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:15,313 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:15,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:15,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:15,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:15,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:15,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:15,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:15,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:15,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:15,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:15,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:15,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:15,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:15,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:15,326 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:15,328 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740 2024-11-11T01:18:15,329 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740 2024-11-11T01:18:15,331 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:15,331 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:15,332 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:15,335 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:15,336 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62331724, jitterRate=-0.07118493318557739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:15,336 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:15,337 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287895314Writing region info on filesystem at 1731287895314Initializing all the Stores at 1731287895315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287895315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287895316 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287895316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287895316Cleaning up temporary data from old regions at 1731287895332 (+16 ms)Running coprocessor post-open hooks at 1731287895336 (+4 ms)Region opened successfully at 1731287895337 (+1 ms) 2024-11-11T01:18:15,338 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287895271 2024-11-11T01:18:15,342 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:15,342 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:15,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,36477,1731287892245 2024-11-11T01:18:15,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,36477,1731287892245, state=OPEN 2024-11-11T01:18:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1354104763/meta-region-server 2024-11-11T01:18:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1354104763/meta-region-server 2024-11-11T01:18:15,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1354104763/meta-region-server: CHANGED 2024-11-11T01:18:15,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1354104763/meta-region-server: CHANGED 2024-11-11T01:18:15,358 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,36477,1731287892245 2024-11-11T01:18:15,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:15,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,36477,1731287892245 in 241 msec 2024-11-11T01:18:15,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:15,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 550 msec 2024-11-11T01:18:15,372 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:15,372 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:15,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:15,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36477,1731287892245, seqNum=-1] 2024-11-11T01:18:15,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:15,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:15,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4910 sec 2024-11-11T01:18:15,393 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287895393, completionTime=-1 2024-11-11T01:18:15,393 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:15,393 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:15,396 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:15,396 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287955396 2024-11-11T01:18:15,396 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288015396 2024-11-11T01:18:15,396 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:18:15,397 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,397 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,397 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,397 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:44631, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,397 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,398 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,400 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.823sec 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:15,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:15,406 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:15,407 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:15,407 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44631,1731287891716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:15,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:15,464 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127615dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:15,474 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:15,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36477,1731287892245, seqNum=-1] 2024-11-11T01:18:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:15,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:15,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,44631,1731287891716 2024-11-11T01:18:15,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:15,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277886450005 connected 2024-11-11T01:18:15,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38363,-1 for getting cluster id 2024-11-11T01:18:15,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:15,513 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc9edee-232b-422e-af3e-250591a1a359' 2024-11-11T01:18:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc9edee-232b-422e-af3e-250591a1a359" 2024-11-11T01:18:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a954c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38363,-1] 2024-11-11T01:18:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:15,518 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a112d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:15,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38363,1731287884215 2024-11-11T01:18:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff32dca 2024-11-11T01:18:15,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:15,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:15,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:18:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:18:15,556 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:15,557 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc5f98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,558 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:15,558 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:15,559 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22209420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:15,562 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7d46c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:15,564 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:15,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:15,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f3403b8 2024-11-11T01:18:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:15,572 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:15,587 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T01:18:15,587 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:18:15,594 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:15,595 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:15,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:15,597 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:15,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:18:15,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:18:15,610 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:15,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:18:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741835_1011 (size=1138) 2024-11-11T01:18:15,658 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:18:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:16,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d976466afec4b728eea84a18333eba94, NAME => 'hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1 2024-11-11T01:18:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741836_1012 (size=44) 2024-11-11T01:18:16,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:16,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d976466afec4b728eea84a18333eba94, disabling compactions & flushes 2024-11-11T01:18:16,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. after waiting 0 ms 2024-11-11T01:18:16,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d976466afec4b728eea84a18333eba94: Waiting for close lock at 1731287896039Disabling compacts and flushes for region at 1731287896039Disabling writes for close at 1731287896040 (+1 ms)Writing region close event to WAL at 1731287896040Closed at 1731287896040 2024-11-11T01:18:16,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:18:16,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731287896042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731287896042"}]},"ts":"1731287896042"} 2024-11-11T01:18:16,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:18:16,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:18:16,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287896053"}]},"ts":"1731287896053"} 2024-11-11T01:18:16,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:18:16,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN}] 2024-11-11T01:18:16,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN 2024-11-11T01:18:16,069 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN; state=OFFLINE, location=612696b701d2,34423,1731287885021; forceNewPlan=false, retain=false 2024-11-11T01:18:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:16,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d976466afec4b728eea84a18333eba94, regionState=OPENING, regionLocation=612696b701d2,34423,1731287885021 2024-11-11T01:18:16,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN because future has completed 2024-11-11T01:18:16,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,34423,1731287885021}] 2024-11-11T01:18:16,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:16,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:18:16,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34423%2C1731287885021.rep, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:16,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.rep.1731287896401, exclude list is [], retry=0 2024-11-11T01:18:16,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:16,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.rep.1731287896401 2024-11-11T01:18:16,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:16,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d976466afec4b728eea84a18333eba94, NAME => 'hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:16,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. service=MultiRowMutationService 2024-11-11T01:18:16,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,428 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,430 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName hfileref 2024-11-11T01:18:16,430 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:16,431 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:16,431 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,433 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName queue 2024-11-11T01:18:16,433 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:16,434 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:16,434 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,435 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName sid 2024-11-11T01:18:16,435 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:16,436 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:16,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:18:16,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:16,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d976466afec4b728eea84a18333eba94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59824880, jitterRate=-0.10853981971740723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:18:16,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:16,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d976466afec4b728eea84a18333eba94: Running coprocessor pre-open hook at 1731287896426Writing region info on filesystem at 1731287896427 (+1 ms)Initializing all the Stores at 1731287896428 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287896428Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287896428Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287896428Cleaning up temporary data from old regions at 1731287896439 (+11 ms)Running coprocessor post-open hooks at 1731287896446 (+7 ms)Region opened successfully at 1731287896448 (+2 ms) 2024-11-11T01:18:16,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., pid=7, masterSystemTime=1731287896388 2024-11-11T01:18:16,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:16,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d976466afec4b728eea84a18333eba94, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,34423,1731287885021 2024-11-11T01:18:16,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,34423,1731287885021 because future has completed 2024-11-11T01:18:16,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T01:18:16,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,34423,1731287885021 in 229 msec 2024-11-11T01:18:16,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:18:16,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN in 399 msec 2024-11-11T01:18:16,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:18:16,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287896470"}]},"ts":"1731287896470"} 2024-11-11T01:18:16,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:18:16,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:18:16,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 878 msec 2024-11-11T01:18:16,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., hostname=612696b701d2,34423,1731287885021, seqNum=2] 2024-11-11T01:18:16,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34423 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T01:18:16,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:16,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:16,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:18:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:16,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T01:18:16,823 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:18:16,874 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,34423,1731287885021, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:18:16,876 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:16,876 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34423,1731287885021, seqNum=-1] 2024-11-11T01:18:16,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:16,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T01:18:16,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,34423,1731287885021', locateType=CURRENT is [region=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., hostname=612696b701d2,34423,1731287885021, seqNum=2] 2024-11-11T01:18:16,888 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T01:18:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T01:18:16,894 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,34423,1731287885021 suceeded 2024-11-11T01:18:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T01:18:16,897 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-11T01:18:16,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3530 sec 2024-11-11T01:18:16,913 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:16,916 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c0abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:16,916 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:16,916 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:16,917 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:16,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:16,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1282b347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:16,919 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:16,920 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75707277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:16,920 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ee6c15 2024-11-11T01:18:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:16,923 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T01:18:16,924 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,34423,1731287885021 (queues=1) is replicating from cluster=8cc9edee-232b-422e-af3e-250591a1a359 to cluster=75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:16,928 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C34423%2C1731287885021 2024-11-11T01:18:16,932 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,34423,1731287885021, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:18:16,934 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C34423%2C1731287885021 2024-11-11T01:18:16,938 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371, startPosition=0, beingWritten=true 2024-11-11T01:18:17,206 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:17,514 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:17,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:17,716 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:18:17,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:17,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:17,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38363,-1 for getting cluster id 2024-11-11T01:18:17,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:17,719 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc9edee-232b-422e-af3e-250591a1a359' 2024-11-11T01:18:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc9edee-232b-422e-af3e-250591a1a359" 2024-11-11T01:18:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a73650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38363,-1] 2024-11-11T01:18:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,722 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:17,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:17,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38363,1731287884215 2024-11-11T01:18:17,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb0add2 2024-11-11T01:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:17,728 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:17,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:18:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:18:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:18:17,732 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:17,733 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511a07a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,733 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:17,733 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:17,734 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c080890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,737 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:17,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61399ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,738 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3c5cf8 2024-11-11T01:18:17,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:17,740 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:17,741 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T01:18:17,741 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:18:17,741 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,741 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:17,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:18:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:18:17,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T01:18:17,925 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T01:18:17,927 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:17,970 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-612696b701d2,34423,1731287885021, ReplicationSource: 2, currentBandwidth=0 2024-11-11T01:18:17,974 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T01:18:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T01:18:17,978 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 612696b701d2,34423,1731287885021 suceeded 2024-11-11T01:18:17,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:18:17,982 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:17,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-11T01:18:17,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 254 msec 2024-11-11T01:18:17,992 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24dc1eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:17,993 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:17,994 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287bad0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:17,997 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:17,998 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a043f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:17,998 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d85e5db 2024-11-11T01:18:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:18,001 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T01:18:18,002 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-612696b701d2,34423,1731287885021 (queues=1) is replicating from cluster=8cc9edee-232b-422e-af3e-250591a1a359 to cluster=75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:18,002 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=612696b701d2%2C34423%2C1731287885021 2024-11-11T01:18:18,002 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-612696b701d2,34423,1731287885021, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:18:18,003 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C34423%2C1731287885021 2024-11-11T01:18:18,003 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371, startPosition=0, beingWritten=true 2024-11-11T01:18:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T01:18:18,046 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T01:18:18,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:18,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:18,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:18,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38363,1731287884215 2024-11-11T01:18:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ff0076 2024-11-11T01:18:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:18,052 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:18,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:18,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T01:18:18,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:18,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T01:18:18,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T01:18:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:18:18,070 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:18,071 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e09631e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,071 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:18,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:18,072 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:18,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68117b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,074 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:18,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c517a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:18,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:18,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3957e18a 2024-11-11T01:18:18,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:18,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:18,080 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:18:18,080 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:18:18,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,080 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:18,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:18:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:18:18,210 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:18,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T01:18:18,264 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T01:18:18,265 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T01:18:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T01:18:18,268 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 612696b701d2,34423,1731287885021 suceeded 2024-11-11T01:18:18,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T01:18:18,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T01:18:18,272 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:18,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-11-11T01:18:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T01:18:18,387 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T01:18:18,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T01:18:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:18:18,395 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:18,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edb5791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,410 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:18,410 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:18,411 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:18,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:18,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:18,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0defce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:18,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:18,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,414 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56609923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:18,417 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d211c8a 2024-11-11T01:18:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:18,422 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:18,424 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T01:18:18,424 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:18:18,424 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,424 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:18,435 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:18,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:18:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:18:18,516 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:18,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T01:18:18,629 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T01:18:18,631 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T01:18:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T01:18:18,636 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 612696b701d2,34423,1731287885021 suceeded 2024-11-11T01:18:18,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T01:18:18,641 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://612696b701d2:44631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:18,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T01:18:18,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 252 msec 2024-11-11T01:18:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T01:18:18,706 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T01:18:18,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:18,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38363 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T01:18:18,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:18,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:18,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:18,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:18:18,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-11T01:18:18,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38363,1731287884215 2024-11-11T01:18:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:18,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:18,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:18,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:18,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:18,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:18,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,34423,1731287885021' ***** 2024-11-11T01:18:18,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:18:18,717 INFO [RS:0;612696b701d2:34423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:18:18,717 INFO [RS:0;612696b701d2:34423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:18:18,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:18:18,717 INFO [RS:0;612696b701d2:34423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:18:18,717 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,34423,1731287885021 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34423. 2024-11-11T01:18:18,718 DEBUG [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:18,718 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:18,718 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d976466afec4b728eea84a18333eba94, disabling compactions & flushes 2024-11-11T01:18:18,718 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:18:18,718 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:18:18,718 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. after waiting 0 ms 2024-11-11T01:18:18,718 INFO [RS:0;612696b701d2:34423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:18:18,719 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:18,719 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:18:18,719 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:18:18,719 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:18,719 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1325): Online Regions={d976466afec4b728eea84a18333eba94=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:18:18,719 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:18,719 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:18,719 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:18,719 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:18,720 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d976466afec4b728eea84a18333eba94 2024-11-11T01:18:18,722 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T01:18:18,723 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d976466afec4b728eea84a18333eba94 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T01:18:18,742 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:18,811 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/.tmp/queue/3584f7c08f024dd88ab9615c3b7c0734 is 151, key is 1-612696b701d2,34423,1731287885021/queue:612696b701d2%2C34423%2C1731287885021/1731287896882/Put/seqid=0 2024-11-11T01:18:18,811 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/3c994ea59fcb43279d50e15e68412d49 is 147, key is hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94./info:regioninfo/1731287896455/Put/seqid=0 2024-11-11T01:18:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741839_1015 (size=6631) 2024-11-11T01:18:18,836 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/3c994ea59fcb43279d50e15e68412d49 2024-11-11T01:18:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741838_1014 (size=5500) 2024-11-11T01:18:18,838 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/.tmp/queue/3584f7c08f024dd88ab9615c3b7c0734 2024-11-11T01:18:18,920 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d976466afec4b728eea84a18333eba94 2024-11-11T01:18:18,928 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:18,937 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/.tmp/queue/3584f7c08f024dd88ab9615c3b7c0734 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/queue/3584f7c08f024dd88ab9615c3b7c0734 2024-11-11T01:18:18,950 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/queue/3584f7c08f024dd88ab9615c3b7c0734, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T01:18:18,960 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d976466afec4b728eea84a18333eba94 in 235ms, sequenceid=6, compaction requested=false 2024-11-11T01:18:18,960 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:18:18,980 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/ns/e297154ca05440149da6cfb1a82fc2fa is 43, key is default/ns:d/1731287889208/Put/seqid=0 2024-11-11T01:18:19,017 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T01:18:19,029 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:19,030 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:19,030 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:19,030 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d976466afec4b728eea84a18333eba94: Waiting for close lock at 1731287898718Running coprocessor pre-close hooks at 1731287898718Disabling compacts and flushes for region at 1731287898718Disabling writes for close at 1731287898718Obtaining lock to block concurrent updates at 1731287898723 (+5 ms)Preparing flush snapshotting stores in d976466afec4b728eea84a18333eba94 at 1731287898723Finished memstore snapshotting hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731287898732 (+9 ms)Flushing stores of hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. at 1731287898734 (+2 ms)Flushing d976466afec4b728eea84a18333eba94/queue: creating writer at 1731287898735 (+1 ms)Flushing d976466afec4b728eea84a18333eba94/queue: appending metadata at 1731287898791 (+56 ms)Flushing d976466afec4b728eea84a18333eba94/queue: closing flushed file at 1731287898794 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280dbad9: reopening flushed file at 1731287898926 (+132 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d976466afec4b728eea84a18333eba94 in 235ms, sequenceid=6, compaction requested=false at 1731287898960 (+34 ms)Writing region close event to WAL at 1731287899000 (+40 ms)Running coprocessor post-close hooks at 1731287899018 (+18 ms)Closed at 1731287899030 (+12 ms) 2024-11-11T01:18:19,031 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741840_1016 (size=5153) 2024-11-11T01:18:19,032 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/ns/e297154ca05440149da6cfb1a82fc2fa 2024-11-11T01:18:19,052 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:19,067 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/table/33836d1272d2410ebe9f30081b83510b is 53, key is hbase:replication/table:state/1731287896470/Put/seqid=0 2024-11-11T01:18:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741841_1017 (size=5256) 2024-11-11T01:18:19,120 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:19,252 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:18:19,252 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:18:19,321 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:19,459 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021/612696b701d2%2C34423%2C1731287885021.1731287888371 to pos 0, reset compression=false 2024-11-11T01:18:19,481 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/table/33836d1272d2410ebe9f30081b83510b 2024-11-11T01:18:19,497 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/3c994ea59fcb43279d50e15e68412d49 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/info/3c994ea59fcb43279d50e15e68412d49 2024-11-11T01:18:19,507 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/info/3c994ea59fcb43279d50e15e68412d49, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T01:18:19,508 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/ns/e297154ca05440149da6cfb1a82fc2fa as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/ns/e297154ca05440149da6cfb1a82fc2fa 2024-11-11T01:18:19,521 DEBUG [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:19,524 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/ns/e297154ca05440149da6cfb1a82fc2fa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:18:19,527 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/table/33836d1272d2410ebe9f30081b83510b as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/table/33836d1272d2410ebe9f30081b83510b 2024-11-11T01:18:19,551 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/table/33836d1272d2410ebe9f30081b83510b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T01:18:19,553 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 832ms, sequenceid=11, compaction requested=false 2024-11-11T01:18:19,577 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:18:19,578 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:19,578 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:19,578 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:19,578 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287898719Running coprocessor pre-close hooks at 1731287898719Disabling compacts and flushes for region at 1731287898719Disabling writes for close at 1731287898719Obtaining lock to block concurrent updates at 1731287898723 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731287898723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731287898732 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731287898733 (+1 ms)Flushing 1588230740/info: creating writer at 1731287898735 (+2 ms)Flushing 1588230740/info: appending metadata at 1731287898792 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731287898794 (+2 ms)Flushing 1588230740/ns: creating writer at 1731287898941 (+147 ms)Flushing 1588230740/ns: appending metadata at 1731287898979 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731287898979Flushing 1588230740/table: creating writer at 1731287899047 (+68 ms)Flushing 1588230740/table: appending metadata at 1731287899066 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731287899067 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d95021f: reopening flushed file at 1731287899492 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312a0587: reopening flushed file at 1731287899507 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c9540c: reopening flushed file at 1731287899525 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 832ms, sequenceid=11, compaction requested=false at 1731287899553 (+28 ms)Writing region close event to WAL at 1731287899568 (+15 ms)Running coprocessor post-close hooks at 1731287899578 (+10 ms)Closed at 1731287899578 2024-11-11T01:18:19,578 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:19,721 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,34423,1731287885021; all regions closed. 2024-11-11T01:18:19,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741834_1010 (size=2742) 2024-11-11T01:18:19,736 DEBUG [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:19,736 INFO [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C34423%2C1731287885021.meta:.meta(num 1731287888947) 2024-11-11T01:18:19,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741837_1013 (size=1802) 2024-11-11T01:18:19,750 DEBUG [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:19,751 INFO [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C34423%2C1731287885021.rep:(num 1731287896401) 2024-11-11T01:18:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741833_1009 (size=93) 2024-11-11T01:18:19,758 DEBUG [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:19,758 INFO [RS:0;612696b701d2:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C34423%2C1731287885021:(num 1731287888371) 2024-11-11T01:18:19,758 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:19,758 INFO [RS:0;612696b701d2:34423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:19,758 INFO [RS:0;612696b701d2:34423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:19,759 INFO [RS:0;612696b701d2:34423 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:19,759 INFO [RS:0;612696b701d2:34423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:19,759 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:19,759 INFO [RS:0;612696b701d2:34423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,34423,1731287885021 because: Region server is closing 2024-11-11T01:18:19,760 INFO [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34423. 2024-11-11T01:18:19,760 DEBUG [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:19,760 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:19,760 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:19,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:19,861 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:18:19,861 INFO [RS:0;612696b701d2:34423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,1-612696b701d2,34423,1731287885021 terminated 2024-11-11T01:18:19,862 INFO [RS:0;612696b701d2:34423 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-612696b701d2,34423,1731287885021 because: Region server is closing 2024-11-11T01:18:19,862 INFO [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34423. 2024-11-11T01:18:19,862 DEBUG [RS:0;612696b701d2:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:19,862 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:19,862 DEBUG [RS:0;612696b701d2:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:19,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:19,963 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:18:19,963 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.wal-reader.612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:18:19,964 INFO [RS:0;612696b701d2:34423 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,34423,1731287885021.replicationSource.shipper612696b701d2%2C34423%2C1731287885021,2-612696b701d2,34423,1731287885021 terminated 2024-11-11T01:18:19,964 INFO [RS:0;612696b701d2:34423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34423 2024-11-11T01:18:19,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/rs 2024-11-11T01:18:19,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/rs/612696b701d2,34423,1731287885021 2024-11-11T01:18:19,980 INFO [RS:0;612696b701d2:34423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:19,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,34423,1731287885021] 2024-11-11T01:18:19,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/draining/612696b701d2,34423,1731287885021 already deleted, retry=false 2024-11-11T01:18:19,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,34423,1731287885021 expired; onlineServers=0 2024-11-11T01:18:19,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38363,1731287884215' ***** 2024-11-11T01:18:19,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:18:19,990 INFO [M:0;612696b701d2:38363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:19,990 INFO [M:0;612696b701d2:38363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:19,990 DEBUG [M:0;612696b701d2:38363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:18:19,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:18:19,990 DEBUG [M:0;612696b701d2:38363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:18:19,990 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287887944 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287887944,5,FailOnTimeoutGroup] 2024-11-11T01:18:19,990 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287887943 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287887943,5,FailOnTimeoutGroup] 2024-11-11T01:18:19,990 INFO [M:0;612696b701d2:38363 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:19,990 INFO [M:0;612696b701d2:38363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:19,991 DEBUG [M:0;612696b701d2:38363 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:18:19,991 INFO [M:0;612696b701d2:38363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:18:19,991 INFO [M:0;612696b701d2:38363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:19,991 INFO [M:0;612696b701d2:38363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:18:19,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:18:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/master 2024-11-11T01:18:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:20,000 DEBUG [M:0;612696b701d2:38363 {}] zookeeper.ZKUtil(347): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/master because node does not exist (not an error) 2024-11-11T01:18:20,000 WARN [M:0;612696b701d2:38363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:18:20,001 INFO [M:0;612696b701d2:38363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.lastflushedseqids 2024-11-11T01:18:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741842_1018 (size=181) 2024-11-11T01:18:20,014 INFO [M:0;612696b701d2:38363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:18:20,015 INFO [M:0;612696b701d2:38363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:18:20,015 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:20,015 INFO [M:0;612696b701d2:38363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:20,015 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:20,015 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:20,015 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:20,015 INFO [M:0;612696b701d2:38363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T01:18:20,034 DEBUG [M:0;612696b701d2:38363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a16337b5ab0e4da4a19b0a1e3549fc6c is 82, key is hbase:meta,,1/info:regioninfo/1731287889045/Put/seqid=0 2024-11-11T01:18:20,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741843_1019 (size=5672) 2024-11-11T01:18:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101277886450001, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:20,090 INFO [RS:0;612696b701d2:34423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:20,090 INFO [RS:0;612696b701d2:34423 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,34423,1731287885021; zookeeper connection closed. 2024-11-11T01:18:20,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71b68477 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71b68477 2024-11-11T01:18:20,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:18:20,445 INFO [M:0;612696b701d2:38363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a16337b5ab0e4da4a19b0a1e3549fc6c 2024-11-11T01:18:20,481 DEBUG [M:0;612696b701d2:38363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e697cf613ca841c18feb4dde8cb94d18 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731287896478/Put/seqid=0 2024-11-11T01:18:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741844_1020 (size=8663) 2024-11-11T01:18:20,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:20,899 INFO [M:0;612696b701d2:38363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e697cf613ca841c18feb4dde8cb94d18 2024-11-11T01:18:20,931 DEBUG [M:0;612696b701d2:38363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/143a63d789544b0b95df541477e03ee0 is 69, key is 612696b701d2,34423,1731287885021/rs:state/1731287888078/Put/seqid=0 2024-11-11T01:18:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741845_1021 (size=5156) 2024-11-11T01:18:20,955 INFO [M:0;612696b701d2:38363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/143a63d789544b0b95df541477e03ee0 2024-11-11T01:18:20,981 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a16337b5ab0e4da4a19b0a1e3549fc6c as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a16337b5ab0e4da4a19b0a1e3549fc6c 2024-11-11T01:18:20,992 INFO [M:0;612696b701d2:38363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a16337b5ab0e4da4a19b0a1e3549fc6c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T01:18:20,995 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e697cf613ca841c18feb4dde8cb94d18 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e697cf613ca841c18feb4dde8cb94d18 2024-11-11T01:18:21,005 INFO [M:0;612696b701d2:38363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e697cf613ca841c18feb4dde8cb94d18, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T01:18:21,009 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/143a63d789544b0b95df541477e03ee0 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/143a63d789544b0b95df541477e03ee0 2024-11-11T01:18:21,026 INFO [M:0;612696b701d2:38363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/143a63d789544b0b95df541477e03ee0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T01:18:21,028 INFO [M:0;612696b701d2:38363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=115, compaction requested=false 2024-11-11T01:18:21,038 INFO [M:0;612696b701d2:38363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:21,039 DEBUG [M:0;612696b701d2:38363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287900015Disabling compacts and flushes for region at 1731287900015Disabling writes for close at 1731287900015Obtaining lock to block concurrent updates at 1731287900015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731287900015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731287900016 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731287900017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731287900017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731287900034 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731287900034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731287900455 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731287900481 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731287900481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731287900909 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731287900930 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731287900930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1731287900979 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af0c978: reopening flushed file at 1731287900993 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a30fa6e: reopening flushed file at 1731287901005 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=115, compaction requested=false at 1731287901028 (+23 ms)Writing region close event to WAL at 1731287901038 (+10 ms)Closed at 1731287901038 2024-11-11T01:18:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741830_1006 (size=59421) 2024-11-11T01:18:21,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:21,044 INFO [M:0;612696b701d2:38363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:18:21,044 INFO [M:0;612696b701d2:38363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38363 2024-11-11T01:18:21,045 INFO [M:0;612696b701d2:38363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:21,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:21,199 INFO [M:0;612696b701d2:38363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:21,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38363-0x101277886450000, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:21,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:21,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:21,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:21,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38587 2024-11-11T01:18:21,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38587 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385870x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:21,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38587-0x101277886450006 connected 2024-11-11T01:18:21,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:21,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:21,230 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: INIT 2024-11-11T01:18:21,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:21,232 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1, hbase.cluster.distributed=false 2024-11-11T01:18:21,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/acl 2024-11-11T01:18:21,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-11T01:18:21,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38587 2024-11-11T01:18:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38587 2024-11-11T01:18:21,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-11T01:18:21,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-11T01:18:21,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:21,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:21,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:21,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45725 2024-11-11T01:18:21,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45725 connecting to ZooKeeper ensemble=127.0.0.1:50931 2024-11-11T01:18:21,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:21,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:21,326 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457250x0, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:21,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45725-0x101277886450007 connected 2024-11-11T01:18:21,327 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: INIT 2024-11-11T01:18:21,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:21,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:21,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:21,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/master 2024-11-11T01:18:21,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/acl 2024-11-11T01:18:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-11T01:18:21,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45725 2024-11-11T01:18:21,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45725 2024-11-11T01:18:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-11T01:18:21,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-11T01:18:21,362 DEBUG [M:0;612696b701d2:38587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38587 2024-11-11T01:18:21,364 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /076793868/backup-masters/612696b701d2,38587,1731287901201 2024-11-11T01:18:21,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:21,368 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:21,368 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/backup-masters/612696b701d2,38587,1731287901201 2024-11-11T01:18:21,378 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/master 2024-11-11T01:18:21,378 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:21,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:21,379 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/master 2024-11-11T01:18:21,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /076793868/backup-masters/612696b701d2,38587,1731287901201 from backup master directory 2024-11-11T01:18:21,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/backup-masters/612696b701d2,38587,1731287901201 2024-11-11T01:18:21,389 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:21,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/backup-masters 2024-11-11T01:18:21,389 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:21,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38587,1731287901201 2024-11-11T01:18:21,415 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:21,416 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:21,434 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-11T01:18:21,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741846_1022 (size=196) 2024-11-11T01:18:21,859 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:21,861 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:21,861 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:21,887 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T01:18:21,891 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215 to hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215-dead as it is dead 2024-11-11T01:18:21,892 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T01:18:21,893 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T01:18:21,893 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215-dead/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:21,899 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215-dead/612696b701d2%2C38363%2C1731287884215.1731287887155 after 4ms 2024-11-11T01:18:21,900 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215-dead/612696b701d2%2C38363%2C1731287884215.1731287887155 to hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:21,901 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38363,1731287884215-dead 2024-11-11T01:18:21,901 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38587,1731287901201 2024-11-11T01:18:21,902 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:21,904 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38587%2C1731287901201, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38587,1731287901201, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:21,925 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38587,1731287901201/612696b701d2%2C38587%2C1731287901201.1731287901905, exclude list is [], retry=0 2024-11-11T01:18:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:21,957 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38587,1731287901201/612696b701d2%2C38587%2C1731287901201.1731287901905 2024-11-11T01:18:21,960 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:21,960 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:21,961 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:21,961 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:21,961 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:21,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:21,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:21,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:21,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a16337b5ab0e4da4a19b0a1e3549fc6c 2024-11-11T01:18:21,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:21,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:21,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:21,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:22,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e697cf613ca841c18feb4dde8cb94d18 2024-11-11T01:18:22,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:22,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:22,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:22,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/143a63d789544b0b95df541477e03ee0 2024-11-11T01:18:22,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:22,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:22,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:22,039 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,040 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T01:18:22,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:22,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:22,071 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C38363%2C1731287884215.1731287887155 2024-11-11T01:18:22,079 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,079 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,084 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:22,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:22,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T01:18:22,110 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399696, jitterRate=0.12354302406311035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:22,111 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287901961Initializing all the Stores at 1731287901965 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287901965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287901966 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287901966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287901966Cleaning up temporary data from old regions at 1731287902079 (+113 ms)Region opened successfully at 1731287902110 (+31 ms) 2024-11-11T01:18:22,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:22,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617aef82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:22,137 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T01:18:22,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:22,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:22,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:22,142 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-11T01:18:22,149 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:22,149 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:18:22,150 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:18:22,150 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:18:22,150 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T01:18:22,151 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T01:18:22,151 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T01:18:22,151 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:22,156 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=612696b701d2,34423,1731287885021, regionLocation=612696b701d2,34423,1731287885021, openSeqNum=2 2024-11-11T01:18:22,156 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=612696b701d2,34423,1731287885021, table=hbase:meta, region=1588230740 2024-11-11T01:18:22,156 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,34423,1731287885021, state=OPEN 2024-11-11T01:18:22,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:22,168 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:22,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:22,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:22,174 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:22,178 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/draining/612696b701d2,34423,1731287885021 already deleted, retry=false 2024-11-11T01:18:22,178 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 612696b701d2,34423,1731287885021 on 612696b701d2,38587,1731287901201 2024-11-11T01:18:22,183 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 612696b701d2,34423,1731287885021, splitWal=true, meta=true 2024-11-11T01:18:22,186 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 612696b701d2,34423,1731287885021 (carryingMeta=true) 612696b701d2,34423,1731287885021/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@130a5ffe[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T01:18:22,194 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:22,199 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/balancer already deleted, retry=false 2024-11-11T01:18:22,200 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:22,201 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:22,220 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/normalizer already deleted, retry=false 2024-11-11T01:18:22,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:22,223 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:22,290 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/switch/split already deleted, retry=false 2024-11-11T01:18:22,292 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:22,304 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/switch/merge already deleted, retry=false 2024-11-11T01:18:22,330 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:22,336 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:22,347 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:22,347 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:22,348 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38587,1731287901201, sessionid=0x101277886450006, setting cluster-up flag (Was=false) 2024-11-11T01:18:22,358 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076793868/flush-table-proc/acquired, /076793868/flush-table-proc/reached, /076793868/flush-table-proc/abort 2024-11-11T01:18:22,360 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38587,1731287901201 2024-11-11T01:18:22,373 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /076793868/online-snapshot/acquired, /076793868/online-snapshot/reached, /076793868/online-snapshot/abort 2024-11-11T01:18:22,375 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38587,1731287901201 2024-11-11T01:18:22,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.lastflushedseqids 2024-11-11T01:18:22,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:22,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:22,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38587,1731287901201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 612696b701d2,34423,1731287885021 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:22,387 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:22,387 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:22,387 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:22,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:22,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:22,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:22,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287932403 2024-11-11T01:18:22,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:22,403 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:22,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:22,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:22,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:22,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:22,407 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 612696b701d2,34423,1731287885021, splitWal=true, meta=true 2024-11-11T01:18:22,409 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 612696b701d2,34423,1731287885021, splitWal=true, meta=true, isMeta: true 2024-11-11T01:18:22,412 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,413 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:22,413 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:22,414 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:22,414 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:22,415 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021-splitting 2024-11-11T01:18:22,416 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021-splitting dir is empty, no logs to split. 2024-11-11T01:18:22,416 INFO [PEWorker-1 {}] master.SplitWALManager(105): 612696b701d2,34423,1731287885021 WAL count=0, meta=true 2024-11-11T01:18:22,425 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021-splitting dir is empty, no logs to split. 2024-11-11T01:18:22,425 INFO [PEWorker-1 {}] master.SplitWALManager(105): 612696b701d2,34423,1731287885021 WAL count=0, meta=true 2024-11-11T01:18:22,425 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 612696b701d2,34423,1731287885021 WAL splitting is done? wals=0, meta=true 2024-11-11T01:18:22,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:22,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:22,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:22,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:22,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T01:18:22,448 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287902433,5,FailOnTimeoutGroup] 2024-11-11T01:18:22,452 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287902448,5,FailOnTimeoutGroup] 2024-11-11T01:18:22,452 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,452 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:22,453 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,453 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,453 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287902453, completionTime=-1 2024-11-11T01:18:22,453 WARN [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T01:18:22,458 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T01:18:22,460 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(746): ClusterId : 8cc9edee-232b-422e-af3e-250591a1a359 2024-11-11T01:18:22,460 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:22,475 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:22,475 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:22,487 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:22,487 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2a6134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:22,504 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:45725 2024-11-11T01:18:22,504 INFO [RS:0;612696b701d2:45725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:22,504 INFO [RS:0;612696b701d2:45725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:22,504 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:22,506 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38587,1731287901201 with port=45725, startcode=1731287901282 2024-11-11T01:18:22,506 DEBUG [RS:0;612696b701d2:45725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:22,508 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:22,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,45725,1731287901282 2024-11-11T01:18:22,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38587 {}] master.ServerManager(517): Registering regionserver=612696b701d2,45725,1731287901282 2024-11-11T01:18:22,515 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1 2024-11-11T01:18:22,515 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36365 2024-11-11T01:18:22,515 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/rs 2024-11-11T01:18:22,526 DEBUG [RS:0;612696b701d2:45725 {}] zookeeper.ZKUtil(111): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on existing znode=/076793868/rs/612696b701d2,45725,1731287901282 2024-11-11T01:18:22,526 WARN [RS:0;612696b701d2:45725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:22,526 INFO [RS:0;612696b701d2:45725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:22,526 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282 2024-11-11T01:18:22,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,45725,1731287901282] 2024-11-11T01:18:22,558 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T01:18:22,572 INFO [RS:0;612696b701d2:45725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:22,576 INFO [RS:0;612696b701d2:45725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:22,577 INFO [RS:0;612696b701d2:45725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:22,577 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,580 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:22,581 INFO [RS:0;612696b701d2:45725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:22,581 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,581 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,582 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,583 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,583 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,583 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:22,583 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:22,583 DEBUG [RS:0;612696b701d2:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:22,586 WARN [612696b701d2:38587 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,588 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45725,1731287901282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:22,603 INFO [RS:0;612696b701d2:45725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:22,604 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45725,1731287901282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,621 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,45725,1731287901282, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:18:22,643 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(231): queueId=2-612696b701d2,45725,1731287901282, ReplicationSource: 2, currentBandwidth=0 2024-11-11T01:18:22,644 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,644 INFO [RS:0;612696b701d2:45725 {}] regionserver.Replication(171): 612696b701d2,45725,1731287901282 started 2024-11-11T01:18:22,645 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:22,647 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c6192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,647 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:22,647 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:22,650 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb7c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:22,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:22,656 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:22,657 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f9d270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,657 DEBUG [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:22,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135daa73 2024-11-11T01:18:22,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:22,660 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T01:18:22,661 INFO [RS:0;612696b701d2:45725.replicationSource,1-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,45725,1731287901282 (queues=0) is replicating from cluster=8cc9edee-232b-422e-af3e-250591a1a359 to cluster=75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:22,667 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:22,667 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,45725,1731287901282, RpcServer on 612696b701d2/172.17.0.3:45725, sessionid=0x101277886450007 2024-11-11T01:18:22,667 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:22,667 DEBUG [RS:0;612696b701d2:45725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,45725,1731287901282 2024-11-11T01:18:22,667 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,45725,1731287901282' 2024-11-11T01:18:22,667 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076793868/flush-table-proc/abort' 2024-11-11T01:18:22,668 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076793868/flush-table-proc/acquired' 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,45725,1731287901282 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,45725,1731287901282' 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/076793868/online-snapshot/abort' 2024-11-11T01:18:22,669 DEBUG [RS:0;612696b701d2:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/076793868/online-snapshot/acquired' 2024-11-11T01:18:22,670 DEBUG [RS:0;612696b701d2:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:22,670 INFO [RS:0;612696b701d2:45725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:22,670 INFO [RS:0;612696b701d2:45725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:22,670 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44631' 2024-11-11T01:18:22,672 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@604fd4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,672 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44631,-1 for getting cluster id 2024-11-11T01:18:22,672 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:22,674 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75e60590-cc23-4529-b591-532ad1a5221c' 2024-11-11T01:18:22,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:22,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75e60590-cc23-4529-b591-532ad1a5221c" 2024-11-11T01:18:22,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24961d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44631,-1] 2024-11-11T01:18:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:22,676 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:22,677 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cde59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:22,677 DEBUG [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:22,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44631,1731287891716 2024-11-11T01:18:22,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5892e1f3 2024-11-11T01:18:22,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:22,680 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T01:18:22,681 INFO [RS:0;612696b701d2:45725.replicationSource,2-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-612696b701d2,45725,1731287901282 (queues=0) is replicating from cluster=8cc9edee-232b-422e-af3e-250591a1a359 to cluster=75e60590-cc23-4529-b591-532ad1a5221c 2024-11-11T01:18:22,771 INFO [RS:0;612696b701d2:45725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:22,773 INFO [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C45725%2C1731287901282, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:22,793 DEBUG [RS:0;612696b701d2:45725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774, exclude list is [], retry=0 2024-11-11T01:18:22,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:22,799 INFO [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 2024-11-11T01:18:22,799 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 612696b701d2%2C45725%2C1731287901282 for peer 2 2024-11-11T01:18:22,800 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 612696b701d2%2C45725%2C1731287901282 for peer 1 2024-11-11T01:18:22,800 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C45725%2C1731287901282 2024-11-11T01:18:22,800 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,45725,1731287901282, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:18:22,804 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=612696b701d2%2C45725%2C1731287901282 2024-11-11T01:18:22,804 INFO [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C45725%2C1731287901282 2024-11-11T01:18:22,804 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-612696b701d2,45725,1731287901282, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:18:22,804 DEBUG [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:22,804 INFO [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C45725%2C1731287901282 2024-11-11T01:18:22,805 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774, startPosition=0, beingWritten=true 2024-11-11T01:18:22,805 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774, startPosition=0, beingWritten=true 2024-11-11T01:18:22,837 DEBUG [612696b701d2:38587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:22,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,45725,1731287901282 2024-11-11T01:18:22,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,45725,1731287901282, state=OPENING 2024-11-11T01:18:22,852 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:22,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:22,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:22,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,45725,1731287901282}] 2024-11-11T01:18:22,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:23,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:23,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:23,013 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:23,013 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:23,014 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:23,015 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:23,016 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:23,016 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C45725%2C1731287901282.meta, suffix=.meta, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:23,036 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.meta.1731287903018.meta, exclude list is [], retry=0 2024-11-11T01:18:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:23,048 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.meta.1731287903018.meta 2024-11-11T01:18:23,049 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:23,049 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:23,050 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:23,050 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:23,050 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:23,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:23,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:23,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:23,067 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/info/3c994ea59fcb43279d50e15e68412d49 2024-11-11T01:18:23,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:23,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:23,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:23,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:23,092 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/ns/e297154ca05440149da6cfb1a82fc2fa 2024-11-11T01:18:23,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:23,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:23,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:23,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:23,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:23,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:23,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:23,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:23,121 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/table/33836d1272d2410ebe9f30081b83510b 2024-11-11T01:18:23,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:23,122 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:23,124 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:23,133 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740 2024-11-11T01:18:23,143 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:23,146 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:23,148 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:23,150 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:23,152 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63155380, jitterRate=-0.05891150236129761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:23,152 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:23,152 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287903050Writing region info on filesystem at 1731287903050Initializing all the Stores at 1731287903051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287903051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287903052 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287903052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287903052Cleaning up temporary data from old regions at 1731287903146 (+94 ms)Running coprocessor post-open hooks at 1731287903152 (+6 ms)Region opened successfully at 1731287903152 2024-11-11T01:18:23,154 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731287903005 2024-11-11T01:18:23,158 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:23,158 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:23,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=612696b701d2,45725,1731287901282 2024-11-11T01:18:23,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,45725,1731287901282, state=OPEN 2024-11-11T01:18:23,168 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:23,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/076793868/meta-region-server 2024-11-11T01:18:23,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,45725,1731287901282 2024-11-11T01:18:23,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:23,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /076793868/meta-region-server: CHANGED 2024-11-11T01:18:23,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T01:18:23,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,45725,1731287901282 in 316 msec 2024-11-11T01:18:23,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T01:18:23,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-11T01:18:23,327 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:23,334 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:23,744 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:23,745 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:24,067 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1614ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1509ms 2024-11-11T01:18:24,251 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:24,252 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:24,859 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:24,861 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:25,568 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:25,568 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:25,570 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3117ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3012ms 2024-11-11T01:18:26,375 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:26,375 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:26,973 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T01:18:26,973 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:26,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:26,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,45725,1731287901282, seqNum=-1] 2024-11-11T01:18:26,975 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:26,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:26,987 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d976466afec4b728eea84a18333eba94, regionState=OPEN, lastHost=612696b701d2,34423,1731287885021, regionLocation=612696b701d2,34423,1731287885021, openSeqNum=2 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287966988 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288026988 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,988 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 612696b701d2,34423,1731287885021 had 2 regions 2024-11-11T01:18:26,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:26,990 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 612696b701d2,34423,1731287885021, splitWal=true, meta=true, isMeta: false 2024-11-11T01:18:26,992 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021-splitting dir is empty, no logs to split. 2024-11-11T01:18:26,993 INFO [PEWorker-4 {}] master.SplitWALManager(105): 612696b701d2,34423,1731287885021 WAL count=0, meta=false 2024-11-11T01:18:26,997 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,34423,1731287885021-splitting dir is empty, no logs to split. 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.608sec 2024-11-11T01:18:26,997 INFO [PEWorker-4 {}] master.SplitWALManager(105): 612696b701d2,34423,1731287885021 WAL count=0, meta=false 2024-11-11T01:18:26,997 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 612696b701d2,34423,1731287885021 WAL splitting is done? wals=0, meta=false 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:26,997 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:27,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN}] 2024-11-11T01:18:27,002 WARN [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=612696b701d2,34423,1731287885021/hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:27,002 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:27,002 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:27,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN 2024-11-11T01:18:27,002 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38587,1731287901201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:27,003 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T01:18:27,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38587,-1 for getting cluster id 2024-11-11T01:18:27,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:27,066 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc9edee-232b-422e-af3e-250591a1a359' 2024-11-11T01:18:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc9edee-232b-422e-af3e-250591a1a359" 2024-11-11T01:18:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5242ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38587,-1] 2024-11-11T01:18:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,071 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:27,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f718cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,45725,1731287901282, seqNum=-1] 2024-11-11T01:18:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:27,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:27,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T01:18:27,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:27,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:27,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:27,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 612696b701d2:38587 after: 612696b701d2:38587 2024-11-11T01:18:27,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38587,-1 for getting cluster id 2024-11-11T01:18:27,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:27,085 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc9edee-232b-422e-af3e-250591a1a359' 2024-11-11T01:18:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc9edee-232b-422e-af3e-250591a1a359" 2024-11-11T01:18:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43eb9342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38587,-1] 2024-11-11T01:18:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,088 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:27,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:27,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38587,1731287901201 2024-11-11T01:18:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663b7be8 2024-11-11T01:18:27,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:27,091 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:27,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:27,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T01:18:27,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:27,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T01:18:27,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:18:27,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:27,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:27,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:27,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:18:27,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2014350823, stopped=false 2024-11-11T01:18:27,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,44631,1731287891716 2024-11-11T01:18:27,154 DEBUG [612696b701d2:38587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:27,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d976466afec4b728eea84a18333eba94, regionState=OPENING, regionLocation=612696b701d2,45725,1731287901282 2024-11-11T01:18:27,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN because future has completed 2024-11-11T01:18:27,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,45725,1731287901282}] 2024-11-11T01:18:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1354104763/running 2024-11-11T01:18:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1354104763/running 2024-11-11T01:18:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:27,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:27,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:27,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:27,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/running 2024-11-11T01:18:27,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Set watcher on znode that does not yet exist, /1-1354104763/running 2024-11-11T01:18:27,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,36477,1731287892245' ***** 2024-11-11T01:18:27,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:18:27,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,36477,1731287892245 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:27,223 INFO [RS:0;612696b701d2:36477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:36477. 2024-11-11T01:18:27,223 DEBUG [RS:0;612696b701d2:36477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:27,223 DEBUG [RS:0;612696b701d2:36477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,224 INFO [RS:0;612696b701d2:36477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:18:27,224 INFO [RS:0;612696b701d2:36477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:18:27,224 INFO [RS:0;612696b701d2:36477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:18:27,224 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:18:27,224 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:18:27,225 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:18:27,225 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:27,225 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:27,225 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:27,225 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:27,225 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:27,225 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:27,225 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T01:18:27,243 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:18:27,243 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:18:27,247 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/.tmp/ns/c8eeba56d82249e483c69bab182ac724 is 43, key is default/ns:d/1731287895381/Put/seqid=0 2024-11-11T01:18:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741835_1011 (size=5153) 2024-11-11T01:18:27,256 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:27,282 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:27,282 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:27,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:27,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:27,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:18:27,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C45725%2C1731287901282.rep, suffix=, logDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282, archiveDir=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs, maxLogs=10 2024-11-11T01:18:27,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.rep.1731287907322, exclude list is [], retry=0 2024-11-11T01:18:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44007,DS-4cb13c97-809d-4bec-81d2-d290d1209bc6,DISK] 2024-11-11T01:18:27,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.rep.1731287907322 2024-11-11T01:18:27,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-11T01:18:27,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d976466afec4b728eea84a18333eba94, NAME => 'hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:27,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. service=MultiRowMutationService 2024-11-11T01:18:27,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,343 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,344 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName hfileref 2024-11-11T01:18:27,344 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:27,345 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:27,345 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,346 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName queue 2024-11-11T01:18:27,346 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:27,355 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/queue/3584f7c08f024dd88ab9615c3b7c0734 2024-11-11T01:18:27,355 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:27,355 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,356 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d976466afec4b728eea84a18333eba94 columnFamilyName sid 2024-11-11T01:18:27,356 DEBUG [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:27,357 INFO [StoreOpener-d976466afec4b728eea84a18333eba94-1 {}] regionserver.HStore(327): Store=d976466afec4b728eea84a18333eba94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:27,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:18:27,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d976466afec4b728eea84a18333eba94; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70055166, jitterRate=0.04390332102775574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:18:27,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d976466afec4b728eea84a18333eba94: Running coprocessor pre-open hook at 1731287907342Writing region info on filesystem at 1731287907342Initializing all the Stores at 1731287907343 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287907343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287907343Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287907343Cleaning up temporary data from old regions at 1731287907361 (+18 ms)Running coprocessor post-open hooks at 1731287907365 (+4 ms)Region opened successfully at 1731287907366 (+1 ms) 2024-11-11T01:18:27,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., pid=19, masterSystemTime=1731287907314 2024-11-11T01:18:27,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:27,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:27,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d976466afec4b728eea84a18333eba94, regionState=OPEN, openSeqNum=10, regionLocation=612696b701d2,45725,1731287901282 2024-11-11T01:18:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,45725,1731287901282 because future has completed 2024-11-11T01:18:27,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T01:18:27,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d976466afec4b728eea84a18333eba94, server=612696b701d2,45725,1731287901282 in 215 msec 2024-11-11T01:18:27,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T01:18:27,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d976466afec4b728eea84a18333eba94, ASSIGN in 377 msec 2024-11-11T01:18:27,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T01:18:27,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., hostname=612696b701d2,45725,1731287901282, seqNum=10] 2024-11-11T01:18:27,425 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:27,425 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 612696b701d2,34423,1731287885021 2024-11-11T01:18:27,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T01:18:27,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T01:18:27,625 DEBUG [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:27,653 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/.tmp/ns/c8eeba56d82249e483c69bab182ac724 2024-11-11T01:18:27,665 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/.tmp/ns/c8eeba56d82249e483c69bab182ac724 as hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/ns/c8eeba56d82249e483c69bab182ac724 2024-11-11T01:18:27,674 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/ns/c8eeba56d82249e483c69bab182ac724, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T01:18:27,676 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-11T01:18:27,676 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:18:27,683 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T01:18:27,684 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:27,684 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:27,684 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:27,684 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287907225Running coprocessor pre-close hooks at 1731287907225Disabling compacts and flushes for region at 1731287907225Disabling writes for close at 1731287907225Obtaining lock to block concurrent updates at 1731287907225Preparing flush snapshotting stores in 1588230740 at 1731287907225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731287907226 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731287907227 (+1 ms)Flushing 1588230740/ns: creating writer at 1731287907227Flushing 1588230740/ns: appending metadata at 1731287907246 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731287907246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8ece0b: reopening flushed file at 1731287907664 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731287907676 (+12 ms)Writing region close event to WAL at 1731287907678 (+2 ms)Running coprocessor post-close hooks at 1731287907684 (+6 ms)Closed at 1731287907684 2024-11-11T01:18:27,684 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:27,825 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,36477,1731287892245; all regions closed. 2024-11-11T01:18:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741834_1010 (size=1152) 2024-11-11T01:18:27,831 DEBUG [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/oldWALs 2024-11-11T01:18:27,831 INFO [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C36477%2C1731287892245.meta:.meta(num 1731287895284) 2024-11-11T01:18:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741833_1009 (size=93) 2024-11-11T01:18:27,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/WALs/612696b701d2,36477,1731287892245/612696b701d2%2C36477%2C1731287892245.1731287894391 not finished, retry = 0 2024-11-11T01:18:27,938 DEBUG [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/oldWALs 2024-11-11T01:18:27,938 INFO [RS:0;612696b701d2:36477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C36477%2C1731287892245:(num 1731287894391) 2024-11-11T01:18:27,938 DEBUG [RS:0;612696b701d2:36477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:27,938 INFO [RS:0;612696b701d2:36477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:27,938 INFO [RS:0;612696b701d2:36477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:27,939 INFO [RS:0;612696b701d2:36477 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:27,939 INFO [RS:0;612696b701d2:36477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:27,939 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:27,939 INFO [RS:0;612696b701d2:36477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36477 2024-11-11T01:18:27,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1354104763/rs/612696b701d2,36477,1731287892245 2024-11-11T01:18:27,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763/rs 2024-11-11T01:18:27,957 INFO [RS:0;612696b701d2:36477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:27,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,36477,1731287892245] 2024-11-11T01:18:27,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1354104763/draining/612696b701d2,36477,1731287892245 already deleted, retry=false 2024-11-11T01:18:27,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,36477,1731287892245 expired; onlineServers=0 2024-11-11T01:18:27,978 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,44631,1731287891716' ***** 2024-11-11T01:18:27,978 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:18:27,978 INFO [M:0;612696b701d2:44631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:27,978 INFO [M:0;612696b701d2:44631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:27,978 DEBUG [M:0;612696b701d2:44631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:18:27,979 DEBUG [M:0;612696b701d2:44631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:18:27,979 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:18:27,979 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287893944 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287893944,5,FailOnTimeoutGroup] 2024-11-11T01:18:27,979 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287893948 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287893948,5,FailOnTimeoutGroup] 2024-11-11T01:18:27,979 INFO [M:0;612696b701d2:44631 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:27,979 INFO [M:0;612696b701d2:44631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:27,979 DEBUG [M:0;612696b701d2:44631 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:18:27,979 INFO [M:0;612696b701d2:44631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:18:27,980 INFO [M:0;612696b701d2:44631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:27,980 INFO [M:0;612696b701d2:44631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:18:27,980 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:18:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1354104763/master 2024-11-11T01:18:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1354104763 2024-11-11T01:18:27,989 DEBUG [M:0;612696b701d2:44631 {}] zookeeper.ZKUtil(347): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Unable to get data of znode /1-1354104763/master because node does not exist (not an error) 2024-11-11T01:18:27,989 WARN [M:0;612696b701d2:44631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:18:27,990 INFO [M:0;612696b701d2:44631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/.lastflushedseqids 2024-11-11T01:18:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741836_1012 (size=99) 2024-11-11T01:18:28,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:28,067 INFO [RS:0;612696b701d2:36477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36477-0x101277886450004, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:28,068 INFO [RS:0;612696b701d2:36477 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,36477,1731287892245; zookeeper connection closed. 2024-11-11T01:18:28,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7411e42b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7411e42b 2024-11-11T01:18:28,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:18:28,291 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:28,292 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:28,399 INFO [M:0;612696b701d2:44631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:18:28,400 INFO [M:0;612696b701d2:44631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:18:28,400 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:28,400 INFO [M:0;612696b701d2:44631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:28,400 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:28,400 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:28,400 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:28,401 INFO [M:0;612696b701d2:44631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T01:18:28,422 DEBUG [M:0;612696b701d2:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c65e3f53bc6495a9385fb5523dfe1a4 is 82, key is hbase:meta,,1/info:regioninfo/1731287895343/Put/seqid=0 2024-11-11T01:18:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741837_1013 (size=5672) 2024-11-11T01:18:28,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:28,828 INFO [M:0;612696b701d2:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c65e3f53bc6495a9385fb5523dfe1a4 2024-11-11T01:18:28,857 DEBUG [M:0;612696b701d2:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2663d823d946e8b315925d802e0ded is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731287895391/Put/seqid=0 2024-11-11T01:18:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741838_1014 (size=5275) 2024-11-11T01:18:29,263 INFO [M:0;612696b701d2:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2663d823d946e8b315925d802e0ded 2024-11-11T01:18:29,288 DEBUG [M:0;612696b701d2:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5341b33f614d0b96406d378e0f16cd is 69, key is 612696b701d2,36477,1731287892245/rs:state/1731287894120/Put/seqid=0 2024-11-11T01:18:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741839_1015 (size=5156) 2024-11-11T01:18:29,402 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:29,404 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:29,693 INFO [M:0;612696b701d2:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5341b33f614d0b96406d378e0f16cd 2024-11-11T01:18:29,701 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c65e3f53bc6495a9385fb5523dfe1a4 as hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c65e3f53bc6495a9385fb5523dfe1a4 2024-11-11T01:18:29,709 INFO [M:0;612696b701d2:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c65e3f53bc6495a9385fb5523dfe1a4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T01:18:29,710 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba2663d823d946e8b315925d802e0ded as hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba2663d823d946e8b315925d802e0ded 2024-11-11T01:18:29,717 INFO [M:0;612696b701d2:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba2663d823d946e8b315925d802e0ded, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T01:18:29,718 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5341b33f614d0b96406d378e0f16cd as hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5341b33f614d0b96406d378e0f16cd 2024-11-11T01:18:29,726 INFO [M:0;612696b701d2:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/a20e18c8-eadc-ef46-1da8-caea3852a4dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5341b33f614d0b96406d378e0f16cd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T01:18:29,728 INFO [M:0;612696b701d2:44631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false 2024-11-11T01:18:29,729 INFO [M:0;612696b701d2:44631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:29,730 DEBUG [M:0;612696b701d2:44631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287908400Disabling compacts and flushes for region at 1731287908400Disabling writes for close at 1731287908400Obtaining lock to block concurrent updates at 1731287908401 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731287908401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731287908402 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731287908403 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731287908403Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731287908421 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731287908421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731287908842 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731287908857 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731287908857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731287909270 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731287909287 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731287909287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dcc1b5: reopening flushed file at 1731287909700 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2599d4b3: reopening flushed file at 1731287909709 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb7994c: reopening flushed file at 1731287909717 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false at 1731287909728 (+11 ms)Writing region close event to WAL at 1731287909729 (+1 ms)Closed at 1731287909729 2024-11-11T01:18:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34635 is added to blk_1073741830_1006 (size=10165) 2024-11-11T01:18:29,733 INFO [M:0;612696b701d2:44631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:18:29,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:29,733 INFO [M:0;612696b701d2:44631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44631 2024-11-11T01:18:29,736 INFO [M:0;612696b701d2:44631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:29,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:29,846 INFO [M:0;612696b701d2:44631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:29,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101277886450003, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:29,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:29,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:29,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:29,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:29,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:29,857 WARN [BP-116523756-172.17.0.3-1731287889677 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:18:29,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:18:29,857 WARN [BP-116523756-172.17.0.3-1731287889677 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-116523756-172.17.0.3-1731287889677 (Datanode Uuid d9cf6891-8d5f-4bb3-9d2c-e2749dfc4ea3) service to localhost/127.0.0.1:41017 2024-11-11T01:18:29,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:18:29,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/cluster_e6c2445c-a3c3-c505-1012-3b6bb15fe883/data/data1/current/BP-116523756-172.17.0.3-1731287889677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:29,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/cluster_e6c2445c-a3c3-c505-1012-3b6bb15fe883/data/data2/current/BP-116523756-172.17.0.3-1731287889677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:29,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:18:29,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:29,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:29,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:29,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:18:29,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:18:29,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:29,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:29,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:29,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:29,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:29,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:18:29,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314539096, stopped=false 2024-11-11T01:18:29,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38587,1731287901201 2024-11-11T01:18:29,904 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/running 2024-11-11T01:18:29,904 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:29,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:29,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:29,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:29,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:29,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:29,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Set watcher on znode that does not yet exist, /076793868/running 2024-11-11T01:18:29,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,45725,1731287901282' ***** 2024-11-11T01:18:29,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:18:29,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for d976466afec4b728eea84a18333eba94 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,45725,1731287901282 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:45725. 2024-11-11T01:18:29,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d976466afec4b728eea84a18333eba94, disabling compactions & flushes 2024-11-11T01:18:29,906 DEBUG [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:29,906 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:29,906 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:29,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:18:29,906 INFO [RS:0;612696b701d2:45725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. after waiting 0 ms 2024-11-11T01:18:29,907 INFO [RS:0;612696b701d2:45725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:29,907 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:18:29,907 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:18:29,907 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1325): Online Regions={d976466afec4b728eea84a18333eba94=hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:29,907 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d976466afec4b728eea84a18333eba94 2024-11-11T01:18:29,907 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:29,907 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:29,907 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T01:18:29,912 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/replication/d976466afec4b728eea84a18333eba94/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T01:18:29,913 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:29,913 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:29,913 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:29,913 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d976466afec4b728eea84a18333eba94: Waiting for close lock at 1731287909906Running coprocessor pre-close hooks at 1731287909906Disabling compacts and flushes for region at 1731287909906Disabling writes for close at 1731287909907 (+1 ms)Writing region close event to WAL at 1731287909907Running coprocessor post-close hooks at 1731287909913 (+6 ms)Closed at 1731287909913 2024-11-11T01:18:29,913 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94. 2024-11-11T01:18:29,924 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/574cb0d189124b7c89abbee02b088af2 is 147, key is hbase:replication,,1731287895596.d976466afec4b728eea84a18333eba94./info:regioninfo/1731287907371/Put/seqid=0 2024-11-11T01:18:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741851_1027 (size=6385) 2024-11-11T01:18:29,994 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:30,107 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:30,308 DEBUG [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:30,329 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/574cb0d189124b7c89abbee02b088af2 2024-11-11T01:18:30,345 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/.tmp/info/574cb0d189124b7c89abbee02b088af2 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/info/574cb0d189124b7c89abbee02b088af2 2024-11-11T01:18:30,352 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/info/574cb0d189124b7c89abbee02b088af2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T01:18:30,354 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-11T01:18:30,359 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T01:18:30,360 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:30,360 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:30,360 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:30,360 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287909907Running coprocessor pre-close hooks at 1731287909907Disabling compacts and flushes for region at 1731287909907Disabling writes for close at 1731287909907Obtaining lock to block concurrent updates at 1731287909907Preparing flush snapshotting stores in 1588230740 at 1731287909907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731287909908 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731287909908Flushing 1588230740/info: creating writer at 1731287909909 (+1 ms)Flushing 1588230740/info: appending metadata at 1731287909923 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731287909923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a096e2d: reopening flushed file at 1731287910344 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1731287910354 (+10 ms)Writing region close event to WAL at 1731287910355 (+1 ms)Running coprocessor post-close hooks at 1731287910360 (+5 ms)Closed at 1731287910360 2024-11-11T01:18:30,360 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:30,508 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,45725,1731287901282; all regions closed. 2024-11-11T01:18:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741849_1025 (size=2156) 2024-11-11T01:18:30,520 DEBUG [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:30,520 INFO [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C45725%2C1731287901282.meta:.meta(num 1731287903018) 2024-11-11T01:18:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741850_1026 (size=796) 2024-11-11T01:18:30,529 DEBUG [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:30,529 INFO [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C45725%2C1731287901282.rep:(num 1731287907322) 2024-11-11T01:18:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741848_1024 (size=93) 2024-11-11T01:18:30,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 not finished, retry = 0 2024-11-11T01:18:30,591 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:18:30,591 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:18:30,610 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:30,610 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 to pos 0, reset compression=false 2024-11-11T01:18:30,633 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 2024-11-11T01:18:30,633 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.wal-reader.612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T01:18:30,636 DEBUG [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/oldWALs 2024-11-11T01:18:30,636 INFO [RS:0;612696b701d2:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C45725%2C1731287901282:(num 1731287902774) 2024-11-11T01:18:30,636 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:30,636 INFO [RS:0;612696b701d2:45725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:30,636 INFO [RS:0;612696b701d2:45725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:30,636 INFO [RS:0;612696b701d2:45725 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:30,637 INFO [RS:0;612696b701d2:45725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:30,637 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:30,637 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,45725,1731287901282 because: Region server is closing 2024-11-11T01:18:30,637 INFO [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:45725. 2024-11-11T01:18:30,637 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T01:18:30,637 DEBUG [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:30,637 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:30,637 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T01:18:30,638 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T01:18:30,638 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:30,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,45725,1731287901282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T01:18:30,634 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-612696b701d2,45725,1731287901282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/WALs/612696b701d2,45725,1731287901282/612696b701d2%2C45725%2C1731287901282.1731287902774, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T01:18:30,643 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:30,643 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,45725,1731287901282, seqNum=-1] 2024-11-11T01:18:30,646 WARN [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-612696b701d2,45725,1731287901282', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:45725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-11T01:18:30,649 WARN [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-612696b701d2,45725,1731287901282', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:45725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-11T01:18:30,651 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T01:18:30,651 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [612696b701d2%2C45725%2C1731287901282.1731287902774] 2024-11-11T01:18:30,649 ERROR [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,45725,1731287901282: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-612696b701d2,45725,1731287901282, walGroup=612696b701d2%2C45725%2C1731287901282, offset=612696b701d2%2C45725%2C1731287901282.1731287902774:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:45725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:18:30,652 ERROR [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:18:30,656 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:18:30,657 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:18:30,657 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:18:30,658 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:18:30,658 INFO [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 688573088 }, "NonHeapMemoryUsage": { "committed": 162529280, "init": 7667712, "max": -1, "used": 157475864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:18:30,660 DEBUG [RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [612696b701d2%2C45725%2C1731287901282.1731287902774] 2024-11-11T01:18:30,738 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,1-612696b701d2,45725,1731287901282 terminated 2024-11-11T01:18:30,738 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-612696b701d2,45725,1731287901282 because: Region server is closing 2024-11-11T01:18:30,739 INFO [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:45725. 2024-11-11T01:18:30,739 DEBUG [RS:0;612696b701d2:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:30,739 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:30,739 DEBUG [RS:0;612696b701d2:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:30,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:30,739 INFO [RS:0;612696b701d2:45725 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;612696b701d2:45725.replicationSource.shipper612696b701d2%2C45725%2C1731287901282,2-612696b701d2,45725,1731287901282 terminated 2024-11-11T01:18:30,739 INFO [RS:0;612696b701d2:45725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45725 2024-11-11T01:18:30,746 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/rs/612696b701d2,45725,1731287901282 2024-11-11T01:18:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868/rs 2024-11-11T01:18:30,746 INFO [RS:0;612696b701d2:45725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:30,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,45725,1731287901282] 2024-11-11T01:18:30,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /076793868/draining/612696b701d2,45725,1731287901282 already deleted, retry=false 2024-11-11T01:18:30,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,45725,1731287901282 expired; onlineServers=0 2024-11-11T01:18:30,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38587,1731287901201' ***** 2024-11-11T01:18:30,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:18:30,767 INFO [M:0;612696b701d2:38587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:30,767 INFO [M:0;612696b701d2:38587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:30,768 DEBUG [M:0;612696b701d2:38587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:18:30,768 DEBUG [M:0;612696b701d2:38587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:18:30,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:18:30,768 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287902433 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287902433,5,FailOnTimeoutGroup] 2024-11-11T01:18:30,768 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287902448 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287902448,5,FailOnTimeoutGroup] 2024-11-11T01:18:30,768 INFO [M:0;612696b701d2:38587 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:30,768 INFO [M:0;612696b701d2:38587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:30,768 DEBUG [M:0;612696b701d2:38587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:18:30,768 INFO [M:0;612696b701d2:38587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:18:30,769 INFO [M:0;612696b701d2:38587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:30,769 INFO [M:0;612696b701d2:38587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:18:30,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:18:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/076793868/master 2024-11-11T01:18:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/076793868 2024-11-11T01:18:30,778 DEBUG [M:0;612696b701d2:38587 {}] zookeeper.ZKUtil(347): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Unable to get data of znode /076793868/master because node does not exist (not an error) 2024-11-11T01:18:30,778 WARN [M:0;612696b701d2:38587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:18:30,779 INFO [M:0;612696b701d2:38587 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/.lastflushedseqids 2024-11-11T01:18:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741852_1028 (size=181) 2024-11-11T01:18:30,790 INFO [M:0;612696b701d2:38587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:18:30,790 INFO [M:0;612696b701d2:38587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:18:30,790 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:30,791 INFO [M:0;612696b701d2:38587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:30,791 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:30,791 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:30,791 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:30,791 INFO [M:0;612696b701d2:38587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T01:18:30,820 DEBUG [M:0;612696b701d2:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c46d4197ad4509ab1e962b74c4d946 is 82, key is hbase:meta,,1/info:regioninfo/1731287903161/Put/seqid=0 2024-11-11T01:18:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741853_1029 (size=5680) 2024-11-11T01:18:30,857 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:30,857 INFO [RS:0;612696b701d2:45725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:30,857 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x101277886450007, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:30,857 INFO [RS:0;612696b701d2:45725 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,45725,1731287901282; zookeeper connection closed. 2024-11-11T01:18:30,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54ccc200 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54ccc200 2024-11-11T01:18:30,858 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:18:31,227 INFO [M:0;612696b701d2:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c46d4197ad4509ab1e962b74c4d946 2024-11-11T01:18:31,251 DEBUG [M:0;612696b701d2:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a53471d9dbf4dd2bc01fe9d4abd3fd0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731287907378/Put/seqid=0 2024-11-11T01:18:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741854_1030 (size=7319) 2024-11-11T01:18:31,656 INFO [M:0;612696b701d2:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a53471d9dbf4dd2bc01fe9d4abd3fd0 2024-11-11T01:18:31,678 DEBUG [M:0;612696b701d2:38587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b2cf436312e4162b13cfcbe674f0b0d is 69, key is 612696b701d2,45725,1731287901282/rs:state/1731287902510/Put/seqid=0 2024-11-11T01:18:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741855_1031 (size=5371) 2024-11-11T01:18:32,083 INFO [M:0;612696b701d2:38587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b2cf436312e4162b13cfcbe674f0b0d 2024-11-11T01:18:32,089 INFO [M:0;612696b701d2:38587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2cf436312e4162b13cfcbe674f0b0d 2024-11-11T01:18:32,090 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c46d4197ad4509ab1e962b74c4d946 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c46d4197ad4509ab1e962b74c4d946 2024-11-11T01:18:32,097 INFO [M:0;612696b701d2:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c46d4197ad4509ab1e962b74c4d946, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T01:18:32,098 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a53471d9dbf4dd2bc01fe9d4abd3fd0 as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a53471d9dbf4dd2bc01fe9d4abd3fd0 2024-11-11T01:18:32,105 INFO [M:0;612696b701d2:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a53471d9dbf4dd2bc01fe9d4abd3fd0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T01:18:32,106 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b2cf436312e4162b13cfcbe674f0b0d as hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b2cf436312e4162b13cfcbe674f0b0d 2024-11-11T01:18:32,113 INFO [M:0;612696b701d2:38587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b2cf436312e4162b13cfcbe674f0b0d 2024-11-11T01:18:32,113 INFO [M:0;612696b701d2:38587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36365/user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b2cf436312e4162b13cfcbe674f0b0d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T01:18:32,114 INFO [M:0;612696b701d2:38587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=172, compaction requested=false 2024-11-11T01:18:32,116 INFO [M:0;612696b701d2:38587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:32,116 DEBUG [M:0;612696b701d2:38587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287910790Disabling compacts and flushes for region at 1731287910790Disabling writes for close at 1731287910791 (+1 ms)Obtaining lock to block concurrent updates at 1731287910791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731287910791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731287910792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731287910793 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731287910793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731287910819 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731287910819Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731287911233 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731287911250 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731287911250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731287911663 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731287911677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731287911677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7f3e18: reopening flushed file at 1731287912089 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69baf475: reopening flushed file at 1731287912097 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d8605: reopening flushed file at 1731287912105 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=172, compaction requested=false at 1731287912114 (+9 ms)Writing region close event to WAL at 1731287912115 (+1 ms)Closed at 1731287912115 2024-11-11T01:18:32,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44007 is added to blk_1073741847_1023 (size=22949) 2024-11-11T01:18:32,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/389fa6ec-f555-b35d-f568-3c8e7680e4c1/MasterData/WALs/612696b701d2,38587,1731287901201/612696b701d2%2C38587%2C1731287901201.1731287901905 not finished, retry = 0 2024-11-11T01:18:32,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:32,220 INFO [M:0;612696b701d2:38587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:18:32,220 INFO [M:0;612696b701d2:38587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38587 2024-11-11T01:18:32,221 INFO [M:0;612696b701d2:38587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:32,331 INFO [M:0;612696b701d2:38587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38587-0x101277886450006, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:32,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:32,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:32,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:32,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:32,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:32,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:18:32,336 WARN [BP-1546065321-172.17.0.3-1731287879504 heartbeating to localhost/127.0.0.1:36365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:18:32,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:18:32,336 WARN [BP-1546065321-172.17.0.3-1731287879504 heartbeating to localhost/127.0.0.1:36365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1546065321-172.17.0.3-1731287879504 (Datanode Uuid bb2c1ad7-ccfd-4870-a4ec-6d55854cb15b) service to localhost/127.0.0.1:36365 2024-11-11T01:18:32,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/data/data1/current/BP-1546065321-172.17.0.3-1731287879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:32,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/cluster_a9f11e77-f56e-6d2e-c20c-a221f1e89f34/data/data2/current/BP-1546065321-172.17.0.3-1731287879504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:32,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:18:32,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:32,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:32,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:32,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:32,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63bacd3b-2129-bae0-c840-c06ec35638a0/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:32,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:18:32,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:18:32,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: regionserver/612696b701d2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41017 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/612696b701d2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/612696b701d2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/612696b701d2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/612696b701d2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36365 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 745), ProcessCount=11 (was 11), AvailableMemoryMB=2147 (was 3435) 2024-11-11T01:18:32,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=2145 2024-11-11T01:18:32,400 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T01:18:32,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir so I do NOT create it in target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603 2024-11-11T01:18:32,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:18:32,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.tmp.dir so I do NOT create it in target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603 2024-11-11T01:18:32,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04202553-d8d6-c6f9-eb15-7ed0ea1f2359/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:18:32,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603 2024-11-11T01:18:32,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c, deleteOnExit=true 2024-11-11T01:18:32,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/zookeeper_0, clientPort=52346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:18:32,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52346 2024-11-11T01:18:32,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:18:32,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:18:32,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/test.cache.data in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:18:32,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:18:32,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277886450002, quorum=127.0.0.1:50931, baseZNode=/076793868 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:18:32,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277886450005, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:18:32,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277886450002, quorum=127.0.0.1:50931, baseZNode=/076793868 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:18:32,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277886450005, quorum=127.0.0.1:50931, baseZNode=/1-1354104763 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:18:32,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:32,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:32,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:32,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:32,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:32,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:32,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:32,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:32,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/java.io.tmpdir/jetty-localhost-40475-hadoop-hdfs-3_4_1-tests_jar-_-any-14134341597879973446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:32,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:40475} 2024-11-11T01:18:32,971 INFO [Time-limited test {}] server.Server(415): Started @36817ms 2024-11-11T01:18:33,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:33,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:33,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:33,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:33,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:33,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:33,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:33,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/java.io.tmpdir/jetty-localhost-35803-hadoop-hdfs-3_4_1-tests_jar-_-any-3038715464785343895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:33,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:35803} 2024-11-11T01:18:33,376 INFO [Time-limited test {}] server.Server(415): Started @37222ms 2024-11-11T01:18:33,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:34,533 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/data/data1/current/BP-301567189-172.17.0.3-1731287912431/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:34,533 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/data/data2/current/BP-301567189-172.17.0.3-1731287912431/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:34,553 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4929a940fa22131 with lease ID 0x2e305e35e98776b2: Processing first storage report for DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75 from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=9fedb55c-0581-4a9e-8a9c-caf302419fbd, infoPort=41451, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=1932296739;c=1731287912431) 2024-11-11T01:18:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4929a940fa22131 with lease ID 0x2e305e35e98776b2: from storage DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75 node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=9fedb55c-0581-4a9e-8a9c-caf302419fbd, infoPort=41451, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=1932296739;c=1731287912431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4929a940fa22131 with lease ID 0x2e305e35e98776b2: Processing first storage report for DS-937640c1-13fc-4b4f-b53f-eb6b61132859 from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=9fedb55c-0581-4a9e-8a9c-caf302419fbd, infoPort=41451, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=1932296739;c=1731287912431) 2024-11-11T01:18:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4929a940fa22131 with lease ID 0x2e305e35e98776b2: from storage DS-937640c1-13fc-4b4f-b53f-eb6b61132859 node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=9fedb55c-0581-4a9e-8a9c-caf302419fbd, infoPort=41451, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=1932296739;c=1731287912431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:18:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:18:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:34,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603 2024-11-11T01:18:34,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:34,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:35,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d with version=8 2024-11-11T01:18:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/hbase-staging 2024-11-11T01:18:35,031 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:35,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:35,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37635 2024-11-11T01:18:35,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37635 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:35,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376350x0, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:35,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37635-0x10127790b7e0000 connected 2024-11-11T01:18:35,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:35,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:35,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/running 2024-11-11T01:18:35,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d, hbase.cluster.distributed=false 2024-11-11T01:18:35,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/acl 2024-11-11T01:18:35,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-11T01:18:35,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-11-11T01:18:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-11-11T01:18:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-11T01:18:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-11T01:18:35,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:35,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:35,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:35,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:35,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:35,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:35,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39741 2024-11-11T01:18:35,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39741 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:35,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:35,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397410x0, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:35,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39741-0x10127790b7e0001 connected 2024-11-11T01:18:35,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/running 2024-11-11T01:18:35,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:35,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:35,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/master 2024-11-11T01:18:35,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/acl 2024-11-11T01:18:35,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-11T01:18:35,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39741 2024-11-11T01:18:35,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39741 2024-11-11T01:18:35,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-11T01:18:35,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-11T01:18:35,244 DEBUG [M:0;612696b701d2:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:37635 2024-11-11T01:18:35,244 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01548541643/backup-masters/612696b701d2,37635,1731287915031 2024-11-11T01:18:35,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/backup-masters 2024-11-11T01:18:35,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/backup-masters 2024-11-11T01:18:35,329 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on existing znode=/01548541643/backup-masters/612696b701d2,37635,1731287915031 2024-11-11T01:18:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548541643/master 2024-11-11T01:18:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:35,359 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on existing znode=/01548541643/master 2024-11-11T01:18:35,359 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01548541643/backup-masters/612696b701d2,37635,1731287915031 from backup master directory 2024-11-11T01:18:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548541643/backup-masters/612696b701d2,37635,1731287915031 2024-11-11T01:18:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/backup-masters 2024-11-11T01:18:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/backup-masters 2024-11-11T01:18:35,367 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:35,367 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,37635,1731287915031 2024-11-11T01:18:35,371 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/hbase.id] with ID: 38147b71-102d-407d-8e31-a4efcef43d4a 2024-11-11T01:18:35,371 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/.tmp/hbase.id 2024-11-11T01:18:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:35,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:35,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:35,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:35,777 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/.tmp/hbase.id]:[hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/hbase.id] 2024-11-11T01:18:35,791 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:35,791 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:35,792 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:18:35,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:35,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:36,205 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:36,205 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:36,206 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:36,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:36,617 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store 2024-11-11T01:18:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:36,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:36,655 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:36,655 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:36,655 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:36,655 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:36,655 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:36,655 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:36,655 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287916655Disabling compacts and flushes for region at 1731287916655Disabling writes for close at 1731287916655Writing region close event to WAL at 1731287916655Closed at 1731287916655 2024-11-11T01:18:36,656 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/.initializing 2024-11-11T01:18:36,656 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/WALs/612696b701d2,37635,1731287915031 2024-11-11T01:18:36,657 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:36,661 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C37635%2C1731287915031, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/WALs/612696b701d2,37635,1731287915031, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:36,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/WALs/612696b701d2,37635,1731287915031/612696b701d2%2C37635%2C1731287915031.1731287916661, exclude list is [], retry=0 2024-11-11T01:18:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75,DISK] 2024-11-11T01:18:36,729 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/WALs/612696b701d2,37635,1731287915031/612696b701d2%2C37635%2C1731287915031.1731287916661 2024-11-11T01:18:36,744 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-11T01:18:36,745 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:36,745 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:36,745 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,745 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:36,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:36,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:36,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:36,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:36,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:36,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:36,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:36,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:36,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:36,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:36,766 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,767 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,774 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,777 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:36,778 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:36,785 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:36,786 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65417076, jitterRate=-0.02520960569381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:36,786 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287916746Initializing all the Stores at 1731287916748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287916748Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287916749 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287916749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287916749Cleaning up temporary data from old regions at 1731287916776 (+27 ms)Region opened successfully at 1731287916786 (+10 ms) 2024-11-11T01:18:36,796 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:36,802 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461c1d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:36,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:36,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:36,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:36,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:36,805 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:18:36,806 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:18:36,806 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:36,811 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:36,817 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Unable to get data of znode /01548541643/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:36,830 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/balancer already deleted, retry=false 2024-11-11T01:18:36,832 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:36,832 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Unable to get data of znode /01548541643/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:36,840 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/normalizer already deleted, retry=false 2024-11-11T01:18:36,841 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:36,842 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Unable to get data of znode /01548541643/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:36,851 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/switch/split already deleted, retry=false 2024-11-11T01:18:36,853 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Unable to get data of znode /01548541643/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:36,861 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/switch/merge already deleted, retry=false 2024-11-11T01:18:36,864 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Unable to get data of znode /01548541643/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:36,872 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548541643/running 2024-11-11T01:18:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548541643/running 2024-11-11T01:18:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:36,883 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,37635,1731287915031, sessionid=0x10127790b7e0000, setting cluster-up flag (Was=false) 2024-11-11T01:18:36,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:36,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:36,957 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01548541643/flush-table-proc/acquired, /01548541643/flush-table-proc/reached, /01548541643/flush-table-proc/abort 2024-11-11T01:18:36,958 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37635,1731287915031 2024-11-11T01:18:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:37,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:37,104 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01548541643/online-snapshot/acquired, /01548541643/online-snapshot/reached, /01548541643/online-snapshot/abort 2024-11-11T01:18:37,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37635,1731287915031 2024-11-11T01:18:37,108 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:37,122 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:37,122 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:37,122 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:37,123 WARN [master/612696b701d2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 612696b701d2,34423,1731287885021: status=Processing ServerCrashProcedure of 612696b701d2,34423,1731287885021 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731287902406, completionTime=-1 appears to have been leaked 2024-11-11T01:18:37,123 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,37635,1731287915031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:37,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:37,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:37,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:37,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:37,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:37,126 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,126 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:37,126 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:37,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:37,152 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(746): ClusterId : 38147b71-102d-407d-8e31-a4efcef43d4a 2024-11-11T01:18:37,152 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:37,155 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:37,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:37,168 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:37,168 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:37,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287947168 2024-11-11T01:18:37,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:37,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:37,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:37,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:37,169 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:37,169 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:37,179 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:37,179 DEBUG [RS:0;612696b701d2:39741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d764d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:37,184 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,196 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:37,196 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:37,196 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:37,197 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:37,211 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:39741 2024-11-11T01:18:37,212 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:37,212 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:37,211 INFO [RS:0;612696b701d2:39741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:37,216 INFO [RS:0;612696b701d2:39741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:37,216 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:37,219 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,37635,1731287915031 with port=39741, startcode=1731287915199 2024-11-11T01:18:37,219 DEBUG [RS:0;612696b701d2:39741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:37,228 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287917212,5,FailOnTimeoutGroup] 2024-11-11T01:18:37,229 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287917228,5,FailOnTimeoutGroup] 2024-11-11T01:18:37,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:37,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,230 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:37,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,39741,1731287915199 2024-11-11T01:18:37,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(517): Registering regionserver=612696b701d2,39741,1731287915199 2024-11-11T01:18:37,233 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d 2024-11-11T01:18:37,233 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42149 2024-11-11T01:18:37,233 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:37,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:37,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d 2024-11-11T01:18:37,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/rs 2024-11-11T01:18:37,242 DEBUG [RS:0;612696b701d2:39741 {}] zookeeper.ZKUtil(111): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on existing znode=/01548541643/rs/612696b701d2,39741,1731287915199 2024-11-11T01:18:37,242 WARN [RS:0;612696b701d2:39741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:37,242 INFO [RS:0;612696b701d2:39741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:37,242 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199 2024-11-11T01:18:37,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,39741,1731287915199] 2024-11-11T01:18:37,263 INFO [RS:0;612696b701d2:39741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:37,267 INFO [RS:0;612696b701d2:39741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:37,269 INFO [RS:0;612696b701d2:39741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:37,269 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,273 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:37,274 INFO [RS:0;612696b701d2:39741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:37,274 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,274 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,275 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,275 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:37,275 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:37,275 DEBUG [RS:0;612696b701d2:39741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,280 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39741,1731287915199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:37,304 INFO [RS:0;612696b701d2:39741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:37,304 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39741,1731287915199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,304 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,304 INFO [RS:0;612696b701d2:39741 {}] regionserver.Replication(171): 612696b701d2,39741,1731287915199 started 2024-11-11T01:18:37,324 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:37,324 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,39741,1731287915199, RpcServer on 612696b701d2/172.17.0.3:39741, sessionid=0x10127790b7e0001 2024-11-11T01:18:37,324 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:37,324 DEBUG [RS:0;612696b701d2:39741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,39741,1731287915199 2024-11-11T01:18:37,324 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,39741,1731287915199' 2024-11-11T01:18:37,324 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01548541643/flush-table-proc/abort' 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01548541643/flush-table-proc/acquired' 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,39741,1731287915199 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,39741,1731287915199' 2024-11-11T01:18:37,325 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01548541643/online-snapshot/abort' 2024-11-11T01:18:37,326 DEBUG [RS:0;612696b701d2:39741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01548541643/online-snapshot/acquired' 2024-11-11T01:18:37,326 DEBUG [RS:0;612696b701d2:39741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:37,326 INFO [RS:0;612696b701d2:39741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:37,326 INFO [RS:0;612696b701d2:39741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:37,427 INFO [RS:0;612696b701d2:39741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:37,429 INFO [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C39741%2C1731287915199, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs, maxLogs=10 2024-11-11T01:18:37,449 DEBUG [RS:0;612696b701d2:39741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430, exclude list is [], retry=0 2024-11-11T01:18:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75,DISK] 2024-11-11T01:18:37,455 INFO [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 2024-11-11T01:18:37,455 DEBUG [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-11T01:18:37,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:37,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:37,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:37,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:37,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:37,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:37,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:37,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:37,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:37,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:37,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:37,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:37,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:37,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:37,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:37,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:37,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740 2024-11-11T01:18:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740 2024-11-11T01:18:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:37,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:37,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:37,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:37,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:37,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64092385, jitterRate=-0.044949039816856384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:37,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287917682Initializing all the Stores at 1731287917683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287917683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287917683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287917683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287917683Cleaning up temporary data from old regions at 1731287917701 (+18 ms)Region opened successfully at 1731287917710 (+9 ms) 2024-11-11T01:18:37,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:37,711 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:37,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:37,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:37,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:37,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287917710Disabling compacts and flushes for region at 1731287917710Disabling writes for close at 1731287917711 (+1 ms)Writing region close event to WAL at 1731287917712 (+1 ms)Closed at 1731287917712 2024-11-11T01:18:37,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:37,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:37,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:37,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:37,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:37,869 DEBUG [612696b701d2:37635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:37,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,39741,1731287915199 2024-11-11T01:18:37,872 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,39741,1731287915199, state=OPENING 2024-11-11T01:18:37,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:37,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:37,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548541643/meta-region-server: CHANGED 2024-11-11T01:18:37,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,39741,1731287915199}] 2024-11-11T01:18:37,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548541643/meta-region-server: CHANGED 2024-11-11T01:18:38,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:38,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:38,053 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:38,054 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:38,054 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:38,056 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C39741%2C1731287915199.meta, suffix=.meta, logDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs, maxLogs=10 2024-11-11T01:18:38,072 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.meta.1731287918056.meta, exclude list is [], retry=0 2024-11-11T01:18:38,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75,DISK] 2024-11-11T01:18:38,080 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.meta.1731287918056.meta 2024-11-11T01:18:38,104 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-11T01:18:38,104 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:38,105 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:38,106 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:38,106 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:38,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:38,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:38,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:38,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:38,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:38,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:38,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:38,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:38,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:38,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:38,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:38,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:38,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:38,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:38,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:38,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:38,119 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:38,120 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740 2024-11-11T01:18:38,121 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740 2024-11-11T01:18:38,124 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:38,125 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:38,125 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:38,129 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:38,135 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59363749, jitterRate=-0.11541120707988739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:38,135 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:38,136 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287918106Writing region info on filesystem at 1731287918106Initializing all the Stores at 1731287918108 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287918108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287918111 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287918111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287918111Cleaning up temporary data from old regions at 1731287918125 (+14 ms)Running coprocessor post-open hooks at 1731287918135 (+10 ms)Region opened successfully at 1731287918136 (+1 ms) 2024-11-11T01:18:38,138 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287918047 2024-11-11T01:18:38,142 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:38,142 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:38,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,39741,1731287915199 2024-11-11T01:18:38,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,39741,1731287915199, state=OPEN 2024-11-11T01:18:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01548541643/meta-region-server 2024-11-11T01:18:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01548541643/meta-region-server 2024-11-11T01:18:38,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548541643/meta-region-server: CHANGED 2024-11-11T01:18:38,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548541643/meta-region-server: CHANGED 2024-11-11T01:18:38,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,39741,1731287915199 2024-11-11T01:18:38,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:38,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,39741,1731287915199 in 307 msec 2024-11-11T01:18:38,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:38,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-11T01:18:38,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:38,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:38,211 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:38,211 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,39741,1731287915199, seqNum=-1] 2024-11-11T01:18:38,211 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:38,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:38,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0980 sec 2024-11-11T01:18:38,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287918221, completionTime=-1 2024-11-11T01:18:38,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:38,221 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:38,223 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:38,223 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287978223 2024-11-11T01:18:38,223 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288038223 2024-11-11T01:18:38,223 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:37635, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,227 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:38,229 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:38,234 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:38,234 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:38,234 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37635,1731287915031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:38,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:38,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37635,-1 for getting cluster id 2024-11-11T01:18:38,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:38,252 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38147b71-102d-407d-8e31-a4efcef43d4a' 2024-11-11T01:18:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38147b71-102d-407d-8e31-a4efcef43d4a" 2024-11-11T01:18:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5677181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37635,-1] 2024-11-11T01:18:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:38,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:38,255 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:38,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:38,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,39741,1731287915199, seqNum=-1] 2024-11-11T01:18:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:38,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:38,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,37635,1731287915031 2024-11-11T01:18:38,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:38,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10127790b7e0002 connected 2024-11-11T01:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir so I do NOT create it in target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f 2024-11-11T01:18:38,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.tmp.dir so I do NOT create it in target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f 2024-11-11T01:18:38,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:18:38,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f 2024-11-11T01:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:18:38,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/cluster_96084cd7-e264-0b1e-a43d-a61e96ad1a5e, deleteOnExit=true 2024-11-11T01:18:38,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/test.cache.data in system properties and HBase conf 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:18:38,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:18:38,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:18:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:18:38,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:18:38,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:38,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:18:38,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:38,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:38,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:38,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:38,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:38,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:38,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:38,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:38,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:38,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a1226e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/java.io.tmpdir/jetty-localhost-41469-hadoop-hdfs-3_4_1-tests_jar-_-any-7426366389624637843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:38,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:41469} 2024-11-11T01:18:38,901 INFO [Time-limited test {}] server.Server(415): Started @42747ms 2024-11-11T01:18:39,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:39,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:39,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:39,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:39,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:39,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:39,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:39,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34999bb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/java.io.tmpdir/jetty-localhost-39913-hadoop-hdfs-3_4_1-tests_jar-_-any-3524320028871251850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:39,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:39913} 2024-11-11T01:18:39,629 INFO [Time-limited test {}] server.Server(415): Started @43474ms 2024-11-11T01:18:39,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:40,635 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/cluster_96084cd7-e264-0b1e-a43d-a61e96ad1a5e/data/data1/current/BP-251269813-172.17.0.3-1731287918323/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:40,636 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/cluster_96084cd7-e264-0b1e-a43d-a61e96ad1a5e/data/data2/current/BP-251269813-172.17.0.3-1731287918323/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:40,665 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e99e7b0683958f2 with lease ID 0x5b6b5b76e4e94a6: Processing first storage report for DS-7b72dc1c-4e80-4e4c-b7f0-4b3746aeb30c from datanode DatanodeRegistration(127.0.0.1:40039, datanodeUuid=cefc799d-f180-407d-b42e-a306bdaec348, infoPort=35573, infoSecurePort=0, ipcPort=35851, storageInfo=lv=-57;cid=testClusterID;nsid=1602864871;c=1731287918323) 2024-11-11T01:18:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e99e7b0683958f2 with lease ID 0x5b6b5b76e4e94a6: from storage DS-7b72dc1c-4e80-4e4c-b7f0-4b3746aeb30c node DatanodeRegistration(127.0.0.1:40039, datanodeUuid=cefc799d-f180-407d-b42e-a306bdaec348, infoPort=35573, infoSecurePort=0, ipcPort=35851, storageInfo=lv=-57;cid=testClusterID;nsid=1602864871;c=1731287918323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e99e7b0683958f2 with lease ID 0x5b6b5b76e4e94a6: Processing first storage report for DS-14539f40-47fd-4915-9b9a-10b6e18e320f from datanode DatanodeRegistration(127.0.0.1:40039, datanodeUuid=cefc799d-f180-407d-b42e-a306bdaec348, infoPort=35573, infoSecurePort=0, ipcPort=35851, storageInfo=lv=-57;cid=testClusterID;nsid=1602864871;c=1731287918323) 2024-11-11T01:18:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e99e7b0683958f2 with lease ID 0x5b6b5b76e4e94a6: from storage DS-14539f40-47fd-4915-9b9a-10b6e18e320f node DatanodeRegistration(127.0.0.1:40039, datanodeUuid=cefc799d-f180-407d-b42e-a306bdaec348, infoPort=35573, infoSecurePort=0, ipcPort=35851, storageInfo=lv=-57;cid=testClusterID;nsid=1602864871;c=1731287918323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:40,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f 2024-11-11T01:18:40,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:40,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:40,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:40,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67 with version=8 2024-11-11T01:18:40,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/hbase-staging 2024-11-11T01:18:40,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:40,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45705 2024-11-11T01:18:40,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45705 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457050x0, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:40,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45705-0x10127790b7e0003 connected 2024-11-11T01:18:40,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:40,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:40,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/running 2024-11-11T01:18:40,846 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67, hbase.cluster.distributed=false 2024-11-11T01:18:40,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/acl 2024-11-11T01:18:40,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-11T01:18:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45705 2024-11-11T01:18:40,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45705 2024-11-11T01:18:40,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-11T01:18:40,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-11T01:18:40,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:40,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:40,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35447 2024-11-11T01:18:40,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35447 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:40,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:40,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:41,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354470x0, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:41,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354470x0, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/running 2024-11-11T01:18:41,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:41,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35447-0x10127790b7e0004 connected 2024-11-11T01:18:41,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:41,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/master 2024-11-11T01:18:41,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/acl 2024-11-11T01:18:41,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-11T01:18:41,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35447 2024-11-11T01:18:41,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35447 2024-11-11T01:18:41,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-11T01:18:41,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-11T01:18:41,147 DEBUG [M:0;612696b701d2:45705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:45705 2024-11-11T01:18:41,148 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1612056855/backup-masters/612696b701d2,45705,1731287920756 2024-11-11T01:18:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/backup-masters 2024-11-11T01:18:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/backup-masters 2024-11-11T01:18:41,160 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on existing znode=/1612056855/backup-masters/612696b701d2,45705,1731287920756 2024-11-11T01:18:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1612056855/master 2024-11-11T01:18:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,172 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on existing znode=/1612056855/master 2024-11-11T01:18:41,173 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1612056855/backup-masters/612696b701d2,45705,1731287920756 from backup master directory 2024-11-11T01:18:41,177 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:41,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1612056855/backup-masters/612696b701d2,45705,1731287920756 2024-11-11T01:18:41,177 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,45705,1731287920756 2024-11-11T01:18:41,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/backup-masters 2024-11-11T01:18:41,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/backup-masters 2024-11-11T01:18:41,186 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/hbase.id] with ID: 046cc3f1-bf97-4076-9cd3-f1a8ce126c86 2024-11-11T01:18:41,187 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/.tmp/hbase.id 2024-11-11T01:18:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:41,204 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/.tmp/hbase.id]:[hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/hbase.id] 2024-11-11T01:18:41,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:41,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:41,228 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-11T01:18:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:41,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:41,257 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:41,257 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:41,272 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store 2024-11-11T01:18:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:41,305 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:41,305 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:41,305 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287921305Disabling compacts and flushes for region at 1731287921305Disabling writes for close at 1731287921305Writing region close event to WAL at 1731287921305Closed at 1731287921305 2024-11-11T01:18:41,306 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/.initializing 2024-11-11T01:18:41,306 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/WALs/612696b701d2,45705,1731287920756 2024-11-11T01:18:41,308 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:41,311 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C45705%2C1731287920756, suffix=, logDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/WALs/612696b701d2,45705,1731287920756, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:41,334 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/WALs/612696b701d2,45705,1731287920756/612696b701d2%2C45705%2C1731287920756.1731287921311, exclude list is [], retry=0 2024-11-11T01:18:41,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40039,DS-7b72dc1c-4e80-4e4c-b7f0-4b3746aeb30c,DISK] 2024-11-11T01:18:41,365 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/WALs/612696b701d2,45705,1731287920756/612696b701d2%2C45705%2C1731287920756.1731287921311 2024-11-11T01:18:41,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-11T01:18:41,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:41,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:41,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,366 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:41,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:41,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:41,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:41,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:41,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:41,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:41,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:41,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:41,379 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,380 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,380 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,381 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,381 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:41,385 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:41,397 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:41,399 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59763751, jitterRate=-0.10945071280002594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:41,399 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287921366Initializing all the Stores at 1731287921367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287921367Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287921368 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287921368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287921368Cleaning up temporary data from old regions at 1731287921381 (+13 ms)Region opened successfully at 1731287921399 (+18 ms) 2024-11-11T01:18:41,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:41,410 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b84cbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:41,411 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:41,411 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:41,411 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:41,412 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:41,414 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T01:18:41,415 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:18:41,415 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:41,420 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:41,421 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Unable to get data of znode /1612056855/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:41,430 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/balancer already deleted, retry=false 2024-11-11T01:18:41,431 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:41,433 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Unable to get data of znode /1612056855/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:41,440 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/normalizer already deleted, retry=false 2024-11-11T01:18:41,441 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:41,445 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Unable to get data of znode /1612056855/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:41,451 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/switch/split already deleted, retry=false 2024-11-11T01:18:41,452 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Unable to get data of znode /1612056855/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:41,461 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/switch/merge already deleted, retry=false 2024-11-11T01:18:41,464 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Unable to get data of znode /1612056855/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:41,472 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1612056855/running 2024-11-11T01:18:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1612056855/running 2024-11-11T01:18:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,485 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,45705,1731287920756, sessionid=0x10127790b7e0003, setting cluster-up flag (Was=false) 2024-11-11T01:18:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,546 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1612056855/flush-table-proc/acquired, /1612056855/flush-table-proc/reached, /1612056855/flush-table-proc/abort 2024-11-11T01:18:41,547 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45705,1731287920756 2024-11-11T01:18:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:41,619 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1612056855/online-snapshot/acquired, /1612056855/online-snapshot/reached, /1612056855/online-snapshot/abort 2024-11-11T01:18:41,621 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45705,1731287920756 2024-11-11T01:18:41,634 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:41,650 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:41,650 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:41,651 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:41,651 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,45705,1731287920756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:41,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:41,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:41,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:41,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:41,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:41,657 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,657 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:41,657 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:41,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:41,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:41,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287951701 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:41,701 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:41,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:41,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:41,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:41,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:41,744 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:41,744 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:41,751 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287921744,5,FailOnTimeoutGroup] 2024-11-11T01:18:41,752 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287921751,5,FailOnTimeoutGroup] 2024-11-11T01:18:41,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:41,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,753 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(746): ClusterId : 046cc3f1-bf97-4076-9cd3-f1a8ce126c86 2024-11-11T01:18:41,753 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:41,768 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:41,768 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:41,779 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:41,779 DEBUG [RS:0;612696b701d2:35447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35978cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:41,796 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:35447 2024-11-11T01:18:41,796 INFO [RS:0;612696b701d2:35447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:41,796 INFO [RS:0;612696b701d2:35447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:41,796 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:41,797 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,45705,1731287920756 with port=35447, startcode=1731287920935 2024-11-11T01:18:41,797 DEBUG [RS:0;612696b701d2:35447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:41,802 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:41,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,35447,1731287920935 2024-11-11T01:18:41,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45705 {}] master.ServerManager(517): Registering regionserver=612696b701d2,35447,1731287920935 2024-11-11T01:18:41,806 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67 2024-11-11T01:18:41,806 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45715 2024-11-11T01:18:41,806 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/rs 2024-11-11T01:18:41,819 DEBUG [RS:0;612696b701d2:35447 {}] zookeeper.ZKUtil(111): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on existing znode=/1612056855/rs/612696b701d2,35447,1731287920935 2024-11-11T01:18:41,819 WARN [RS:0;612696b701d2:35447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:41,819 INFO [RS:0;612696b701d2:35447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:41,820 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935 2024-11-11T01:18:41,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,35447,1731287920935] 2024-11-11T01:18:41,852 INFO [RS:0;612696b701d2:35447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:41,864 INFO [RS:0;612696b701d2:35447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:41,865 INFO [RS:0;612696b701d2:35447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:41,865 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,865 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:41,866 INFO [RS:0;612696b701d2:35447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:41,866 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,866 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:41,867 DEBUG [RS:0;612696b701d2:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:41,883 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,883 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,884 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,884 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,884 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,884 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35447,1731287920935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:41,913 INFO [RS:0;612696b701d2:35447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:41,914 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35447,1731287920935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,914 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,914 INFO [RS:0;612696b701d2:35447 {}] regionserver.Replication(171): 612696b701d2,35447,1731287920935 started 2024-11-11T01:18:41,934 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:41,934 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,35447,1731287920935, RpcServer on 612696b701d2/172.17.0.3:35447, sessionid=0x10127790b7e0004 2024-11-11T01:18:41,935 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:41,935 DEBUG [RS:0;612696b701d2:35447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,35447,1731287920935 2024-11-11T01:18:41,935 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35447,1731287920935' 2024-11-11T01:18:41,935 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1612056855/flush-table-proc/abort' 2024-11-11T01:18:41,935 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1612056855/flush-table-proc/acquired' 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,35447,1731287920935 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35447,1731287920935' 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1612056855/online-snapshot/abort' 2024-11-11T01:18:41,936 DEBUG [RS:0;612696b701d2:35447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1612056855/online-snapshot/acquired' 2024-11-11T01:18:41,938 DEBUG [RS:0;612696b701d2:35447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:41,938 INFO [RS:0;612696b701d2:35447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:41,938 INFO [RS:0;612696b701d2:35447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:42,038 INFO [RS:0;612696b701d2:35447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:42,040 INFO [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35447%2C1731287920935, suffix=, logDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/oldWALs, maxLogs=10 2024-11-11T01:18:42,058 DEBUG [RS:0;612696b701d2:35447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.1731287922040, exclude list is [], retry=0 2024-11-11T01:18:42,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40039,DS-7b72dc1c-4e80-4e4c-b7f0-4b3746aeb30c,DISK] 2024-11-11T01:18:42,084 INFO [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.1731287922040 2024-11-11T01:18:42,084 DEBUG [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-11T01:18:42,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:42,137 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67 2024-11-11T01:18:42,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:18:42,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:42,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:42,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:42,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:42,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:42,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:42,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:42,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:42,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:42,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:42,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740 2024-11-11T01:18:42,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740 2024-11-11T01:18:42,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:42,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:42,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:42,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:42,171 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:42,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69683396, jitterRate=0.038363516330718994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287922144Initializing all the Stores at 1731287922145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287922145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922145Cleaning up temporary data from old regions at 1731287922159 (+14 ms)Region opened successfully at 1731287922171 (+12 ms) 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:42,172 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:42,172 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287922172Disabling compacts and flushes for region at 1731287922172Disabling writes for close at 1731287922172Writing region close event to WAL at 1731287922172Closed at 1731287922172 2024-11-11T01:18:42,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:42,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:42,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:42,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:42,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:42,327 DEBUG [612696b701d2:45705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:42,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,35447,1731287920935 2024-11-11T01:18:42,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35447,1731287920935, state=OPENING 2024-11-11T01:18:42,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:42,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1612056855/meta-region-server: CHANGED 2024-11-11T01:18:42,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:42,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:42,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35447,1731287920935}] 2024-11-11T01:18:42,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1612056855/meta-region-server: CHANGED 2024-11-11T01:18:42,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:42,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:42,543 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:42,543 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:42,544 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:42,546 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35447%2C1731287920935.meta, suffix=.meta, logDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935, archiveDir=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/oldWALs, maxLogs=10 2024-11-11T01:18:42,565 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.meta.1731287922547.meta, exclude list is [], retry=0 2024-11-11T01:18:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40039,DS-7b72dc1c-4e80-4e4c-b7f0-4b3746aeb30c,DISK] 2024-11-11T01:18:42,570 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.meta.1731287922547.meta 2024-11-11T01:18:42,571 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35573:35573)] 2024-11-11T01:18:42,571 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:42,571 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:42,572 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:42,572 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:42,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:42,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:42,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:42,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:42,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:42,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:42,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:42,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:42,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:42,580 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:42,581 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740 2024-11-11T01:18:42,582 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740 2024-11-11T01:18:42,584 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:42,584 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:42,596 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:42,599 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:42,601 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391117, jitterRate=0.01910705864429474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:42,602 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:42,602 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287922572Writing region info on filesystem at 1731287922572Initializing all the Stores at 1731287922573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922574 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287922574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287922574Cleaning up temporary data from old regions at 1731287922584 (+10 ms)Running coprocessor post-open hooks at 1731287922602 (+18 ms)Region opened successfully at 1731287922602 2024-11-11T01:18:42,605 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287922535 2024-11-11T01:18:42,608 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:42,608 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:42,609 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35447,1731287920935 2024-11-11T01:18:42,611 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35447,1731287920935, state=OPEN 2024-11-11T01:18:42,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1612056855/meta-region-server 2024-11-11T01:18:42,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1612056855/meta-region-server 2024-11-11T01:18:42,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1612056855/meta-region-server: CHANGED 2024-11-11T01:18:42,619 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,35447,1731287920935 2024-11-11T01:18:42,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1612056855/meta-region-server: CHANGED 2024-11-11T01:18:42,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:42,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35447,1731287920935 in 237 msec 2024-11-11T01:18:42,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:42,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-11T01:18:42,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:42,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:42,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:42,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35447,1731287920935, seqNum=-1] 2024-11-11T01:18:42,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:42,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-11T01:18:42,644 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287922644, completionTime=-1 2024-11-11T01:18:42,644 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:42,644 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:42,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:42,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287982647 2024-11-11T01:18:42,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288042647 2024-11-11T01:18:42,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:18:42,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:45705, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,650 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:42,656 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,661 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.484sec 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:42,662 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:42,667 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:42,667 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:42,667 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45705,1731287920756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:42,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45705,-1 for getting cluster id 2024-11-11T01:18:42,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:42,752 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '046cc3f1-bf97-4076-9cd3-f1a8ce126c86' 2024-11-11T01:18:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "046cc3f1-bf97-4076-9cd3-f1a8ce126c86" 2024-11-11T01:18:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d232af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45705,-1] 2024-11-11T01:18:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:42,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:42,754 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35447,1731287920935, seqNum=-1] 2024-11-11T01:18:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:42,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,45705,1731287920756 2024-11-11T01:18:42,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52346 2024-11-11T01:18:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:42,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10127790b7e0005 connected 2024-11-11T01:18:42,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52646220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37635,-1 for getting cluster id 2024-11-11T01:18:42,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:42,786 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38147b71-102d-407d-8e31-a4efcef43d4a' 2024-11-11T01:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38147b71-102d-407d-8e31-a4efcef43d4a" 2024-11-11T01:18:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d85d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37635,-1] 2024-11-11T01:18:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:42,789 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f6c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37635,1731287915031 2024-11-11T01:18:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59387f17 2024-11-11T01:18:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:42,793 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:42,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:45705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:18:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:18:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:42,798 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45705' 2024-11-11T01:18:42,799 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c51924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,799 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45705,-1 for getting cluster id 2024-11-11T01:18:42,799 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:42,800 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '046cc3f1-bf97-4076-9cd3-f1a8ce126c86' 2024-11-11T01:18:42,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:42,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "046cc3f1-bf97-4076-9cd3-f1a8ce126c86" 2024-11-11T01:18:42,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce733ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45705,-1] 2024-11-11T01:18:42,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:42,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:42,803 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:42,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fce962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:42,804 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45705,1731287920756 2024-11-11T01:18:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c21df8b 2024-11-11T01:18:42,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:42,806 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:42,807 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T01:18:42,807 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:18:42,808 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:42,808 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:42,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:42,808 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:42,810 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:18:42,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:18:42,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:42,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:18:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741835_1011 (size=1138) 2024-11-11T01:18:42,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f458f106042d4c01ce8c49c18cd75e6, NAME => 'hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d 2024-11-11T01:18:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741836_1012 (size=44) 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f458f106042d4c01ce8c49c18cd75e6, disabling compactions & flushes 2024-11-11T01:18:42,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. after waiting 0 ms 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:42,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:42,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f458f106042d4c01ce8c49c18cd75e6: Waiting for close lock at 1731287922845Disabling compacts and flushes for region at 1731287922845Disabling writes for close at 1731287922845Writing region close event to WAL at 1731287922845Closed at 1731287922845 2024-11-11T01:18:42,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:18:42,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731287922847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731287922847"}]},"ts":"1731287922847"} 2024-11-11T01:18:42,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:18:42,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:18:42,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287922853"}]},"ts":"1731287922853"} 2024-11-11T01:18:42,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:18:42,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f458f106042d4c01ce8c49c18cd75e6, ASSIGN}] 2024-11-11T01:18:42,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f458f106042d4c01ce8c49c18cd75e6, ASSIGN 2024-11-11T01:18:42,860 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:18:42,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f458f106042d4c01ce8c49c18cd75e6, ASSIGN; state=OFFLINE, location=612696b701d2,39741,1731287915199; forceNewPlan=false, retain=false 2024-11-11T01:18:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:43,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f458f106042d4c01ce8c49c18cd75e6, regionState=OPENING, regionLocation=612696b701d2,39741,1731287915199 2024-11-11T01:18:43,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f458f106042d4c01ce8c49c18cd75e6, ASSIGN because future has completed 2024-11-11T01:18:43,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f458f106042d4c01ce8c49c18cd75e6, server=612696b701d2,39741,1731287915199}] 2024-11-11T01:18:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:43,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:43,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:43,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:18:43,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C39741%2C1731287915199.rep, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs, maxLogs=10 2024-11-11T01:18:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.rep.1731287923177, exclude list is [], retry=0 2024-11-11T01:18:43,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-400a0d2f-65cf-4225-aad3-2ee4ef9a2d75,DISK] 2024-11-11T01:18:43,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.rep.1731287923177 2024-11-11T01:18:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41451:41451)] 2024-11-11T01:18:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f458f106042d4c01ce8c49c18cd75e6, NAME => 'hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:43,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. service=MultiRowMutationService 2024-11-11T01:18:43,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,217 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,222 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f458f106042d4c01ce8c49c18cd75e6 columnFamilyName hfileref 2024-11-11T01:18:43,223 DEBUG [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:43,224 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(327): Store=5f458f106042d4c01ce8c49c18cd75e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:43,224 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,229 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f458f106042d4c01ce8c49c18cd75e6 columnFamilyName queue 2024-11-11T01:18:43,229 DEBUG [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:43,232 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(327): Store=5f458f106042d4c01ce8c49c18cd75e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:43,233 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,235 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f458f106042d4c01ce8c49c18cd75e6 columnFamilyName sid 2024-11-11T01:18:43,235 DEBUG [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:43,238 INFO [StoreOpener-5f458f106042d4c01ce8c49c18cd75e6-1 {}] regionserver.HStore(327): Store=5f458f106042d4c01ce8c49c18cd75e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:43,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:18:43,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:43,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5f458f106042d4c01ce8c49c18cd75e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61533991, jitterRate=-0.08307208120822906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:18:43,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:43,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5f458f106042d4c01ce8c49c18cd75e6: Running coprocessor pre-open hook at 1731287923215Writing region info on filesystem at 1731287923215Initializing all the Stores at 1731287923216 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287923217 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287923217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287923217Cleaning up temporary data from old regions at 1731287923241 (+24 ms)Running coprocessor post-open hooks at 1731287923247 (+6 ms)Region opened successfully at 1731287923247 2024-11-11T01:18:43,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6., pid=7, masterSystemTime=1731287923169 2024-11-11T01:18:43,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:43,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:43,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f458f106042d4c01ce8c49c18cd75e6, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,39741,1731287915199 2024-11-11T01:18:43,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f458f106042d4c01ce8c49c18cd75e6, server=612696b701d2,39741,1731287915199 because future has completed 2024-11-11T01:18:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T01:18:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f458f106042d4c01ce8c49c18cd75e6, server=612696b701d2,39741,1731287915199 in 244 msec 2024-11-11T01:18:43,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:18:43,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f458f106042d4c01ce8c49c18cd75e6, ASSIGN in 407 msec 2024-11-11T01:18:43,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:18:43,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287923273"}]},"ts":"1731287923273"} 2024-11-11T01:18:43,277 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:18:43,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:18:43,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 472 msec 2024-11-11T01:18:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6., hostname=612696b701d2,39741,1731287915199, seqNum=2] 2024-11-11T01:18:43,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:43,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:43,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:18:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:43,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T01:18:43,524 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:18:43,557 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,39741,1731287915199, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:18:43,558 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:43,558 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,39741,1731287915199, seqNum=-1] 2024-11-11T01:18:43,558 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:43,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T01:18:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,39741,1731287915199', locateType=CURRENT is [region=hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6., hostname=612696b701d2,39741,1731287915199, seqNum=2] 2024-11-11T01:18:43,572 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T01:18:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T01:18:43,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,39741,1731287915199 suceeded 2024-11-11T01:18:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T01:18:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-11T01:18:43,583 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:45705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:18:43,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 790 msec 2024-11-11T01:18:43,592 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45705' 2024-11-11T01:18:43,596 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125c85d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:43,596 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45705,-1 for getting cluster id 2024-11-11T01:18:43,597 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:43,598 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '046cc3f1-bf97-4076-9cd3-f1a8ce126c86' 2024-11-11T01:18:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "046cc3f1-bf97-4076-9cd3-f1a8ce126c86" 2024-11-11T01:18:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58dc1297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45705,-1] 2024-11-11T01:18:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,601 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:43,602 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42854171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:43,602 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45705,1731287920756 2024-11-11T01:18:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f311764 2024-11-11T01:18:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:43,605 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T01:18:43,606 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,39741,1731287915199 (queues=1) is replicating from cluster=38147b71-102d-407d-8e31-a4efcef43d4a to cluster=046cc3f1-bf97-4076-9cd3-f1a8ce126c86 2024-11-11T01:18:43,606 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C39741%2C1731287915199 2024-11-11T01:18:43,606 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,39741,1731287915199, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:18:43,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:43,612 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430, startPosition=0, beingWritten=true 2024-11-11T01:18:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:43,616 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C39741%2C1731287915199 2024-11-11T01:18:43,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:43,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:18:43,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:18:43,831 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 to pos 0, reset compression=false 2024-11-11T01:18:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:43,935 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:18:43,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:43,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:43,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37635,1731287915031 2024-11-11T01:18:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8f8e7 2024-11-11T01:18:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:43,938 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:43,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:18:43,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:18:43,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:43,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:43,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:43,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:18:43,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=932539606, stopped=false 2024-11-11T01:18:43,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,45705,1731287920756 2024-11-11T01:18:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1612056855/running 2024-11-11T01:18:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1612056855/running 2024-11-11T01:18:43,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:43,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:43,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:43,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:43,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/running 2024-11-11T01:18:43,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:43,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Set watcher on znode that does not yet exist, /1612056855/running 2024-11-11T01:18:43,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,35447,1731287920935' ***** 2024-11-11T01:18:43,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:18:43,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,35447,1731287920935 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:43,948 INFO [RS:0;612696b701d2:35447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35447. 2024-11-11T01:18:43,949 DEBUG [RS:0;612696b701d2:35447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:43,949 DEBUG [RS:0;612696b701d2:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:43,949 INFO [RS:0;612696b701d2:35447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:18:43,949 INFO [RS:0;612696b701d2:35447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:18:43,949 INFO [RS:0;612696b701d2:35447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:18:43,949 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:18:43,950 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:18:43,950 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:18:43,950 DEBUG [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:43,951 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:43,951 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:43,952 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:43,952 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:43,952 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:43,952 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T01:18:43,973 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/.tmp/ns/6a23b57a1d974e37a7ba686b6fc9f2b7 is 43, key is default/ns:d/1731287922636/Put/seqid=0 2024-11-11T01:18:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741835_1011 (size=5153) 2024-11-11T01:18:43,987 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/.tmp/ns/6a23b57a1d974e37a7ba686b6fc9f2b7 2024-11-11T01:18:43,995 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:43,998 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/.tmp/ns/6a23b57a1d974e37a7ba686b6fc9f2b7 as hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/ns/6a23b57a1d974e37a7ba686b6fc9f2b7 2024-11-11T01:18:44,009 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/ns/6a23b57a1d974e37a7ba686b6fc9f2b7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T01:18:44,010 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=6, compaction requested=false 2024-11-11T01:18:44,021 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T01:18:44,021 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:44,021 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:44,021 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:44,021 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287923951Running coprocessor pre-close hooks at 1731287923951Disabling compacts and flushes for region at 1731287923951Disabling writes for close at 1731287923952 (+1 ms)Obtaining lock to block concurrent updates at 1731287923952Preparing flush snapshotting stores in 1588230740 at 1731287923952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731287923952Flushing stores of hbase:meta,,1.1588230740 at 1731287923953 (+1 ms)Flushing 1588230740/ns: creating writer at 1731287923953Flushing 1588230740/ns: appending metadata at 1731287923973 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731287923973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465f88cd: reopening flushed file at 1731287923997 (+24 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=6, compaction requested=false at 1731287924010 (+13 ms)Writing region close event to WAL at 1731287924015 (+5 ms)Running coprocessor post-close hooks at 1731287924021 (+6 ms)Closed at 1731287924021 2024-11-11T01:18:44,022 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:44,137 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 to pos 0, reset compression=false 2024-11-11T01:18:44,150 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,35447,1731287920935; all regions closed. 2024-11-11T01:18:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741834_1010 (size=1152) 2024-11-11T01:18:44,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.meta.1731287922547.meta not finished, retry = 0 2024-11-11T01:18:44,269 DEBUG [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/oldWALs 2024-11-11T01:18:44,269 INFO [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35447%2C1731287920935.meta:.meta(num 1731287922547) 2024-11-11T01:18:44,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/WALs/612696b701d2,35447,1731287920935/612696b701d2%2C35447%2C1731287920935.1731287922040 not finished, retry = 0 2024-11-11T01:18:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741832_1008 (size=93) 2024-11-11T01:18:44,374 DEBUG [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/oldWALs 2024-11-11T01:18:44,374 INFO [RS:0;612696b701d2:35447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35447%2C1731287920935:(num 1731287922040) 2024-11-11T01:18:44,375 DEBUG [RS:0;612696b701d2:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:44,375 INFO [RS:0;612696b701d2:35447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:44,375 INFO [RS:0;612696b701d2:35447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:44,375 INFO [RS:0;612696b701d2:35447 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:44,375 INFO [RS:0;612696b701d2:35447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:44,375 INFO [RS:0;612696b701d2:35447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35447 2024-11-11T01:18:44,376 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1612056855/rs/612696b701d2,35447,1731287920935 2024-11-11T01:18:44,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855/rs 2024-11-11T01:18:44,388 INFO [RS:0;612696b701d2:35447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:44,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,35447,1731287920935] 2024-11-11T01:18:44,429 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/draining/612696b701d2,35447,1731287920935 already deleted, retry=false 2024-11-11T01:18:44,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,35447,1731287920935 expired; onlineServers=0 2024-11-11T01:18:44,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,45705,1731287920756' ***** 2024-11-11T01:18:44,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:18:44,430 INFO [M:0;612696b701d2:45705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:44,430 INFO [M:0;612696b701d2:45705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:44,430 DEBUG [M:0;612696b701d2:45705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:18:44,430 DEBUG [M:0;612696b701d2:45705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:18:44,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:18:44,430 INFO [M:0;612696b701d2:45705 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:44,430 INFO [M:0;612696b701d2:45705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:44,430 DEBUG [M:0;612696b701d2:45705 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:18:44,430 INFO [M:0;612696b701d2:45705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:18:44,431 INFO [M:0;612696b701d2:45705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:44,431 INFO [M:0;612696b701d2:45705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:18:44,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:18:44,431 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287921744 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287921744,5,FailOnTimeoutGroup] 2024-11-11T01:18:44,431 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287921751 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287921751,5,FailOnTimeoutGroup] 2024-11-11T01:18:44,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1612056855/master 2024-11-11T01:18:44,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1612056855 2024-11-11T01:18:44,440 DEBUG [M:0;612696b701d2:45705 {}] zookeeper.RecoverableZooKeeper(212): Node /1612056855/master already deleted, retry=false 2024-11-11T01:18:44,441 DEBUG [M:0;612696b701d2:45705 {}] master.ActiveMasterManager(353): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Failed delete of our master address node; KeeperErrorCode = NoNode for /1612056855/master 2024-11-11T01:18:44,441 INFO [M:0;612696b701d2:45705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/.lastflushedseqids 2024-11-11T01:18:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741836_1012 (size=99) 2024-11-11T01:18:44,469 INFO [M:0;612696b701d2:45705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:18:44,469 INFO [M:0;612696b701d2:45705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:18:44,470 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:44,470 INFO [M:0;612696b701d2:45705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:44,470 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:44,470 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:44,470 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:44,470 INFO [M:0;612696b701d2:45705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T01:18:44,495 DEBUG [M:0;612696b701d2:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fde3ff8ad43244068baec226a949fab2 is 82, key is hbase:meta,,1/info:regioninfo/1731287922609/Put/seqid=0 2024-11-11T01:18:44,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741837_1013 (size=5672) 2024-11-11T01:18:44,502 INFO [M:0;612696b701d2:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fde3ff8ad43244068baec226a949fab2 2024-11-11T01:18:44,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:44,509 INFO [RS:0;612696b701d2:35447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:44,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10127790b7e0004, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:44,509 INFO [RS:0;612696b701d2:35447 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,35447,1731287920935; zookeeper connection closed. 2024-11-11T01:18:44,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43d5c10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43d5c10 2024-11-11T01:18:44,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:18:44,539 DEBUG [M:0;612696b701d2:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db554fe106b74f04aa4f8da835120c27 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731287922643/Put/seqid=0 2024-11-11T01:18:44,551 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 to pos 0, reset compression=false 2024-11-11T01:18:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741838_1014 (size=5275) 2024-11-11T01:18:44,571 INFO [M:0;612696b701d2:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db554fe106b74f04aa4f8da835120c27 2024-11-11T01:18:44,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:18:44,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:18:44,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:18:44,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T01:18:44,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:44,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T01:18:44,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:44,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T01:18:44,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:18:44,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:18:44,604 DEBUG [M:0;612696b701d2:45705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6731824dcba4b1ea5755f2df89c9883 is 69, key is 612696b701d2,35447,1731287920935/rs:state/1731287921803/Put/seqid=0 2024-11-11T01:18:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741839_1015 (size=5156) 2024-11-11T01:18:44,634 INFO [M:0;612696b701d2:45705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6731824dcba4b1ea5755f2df89c9883 2024-11-11T01:18:44,643 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fde3ff8ad43244068baec226a949fab2 as hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fde3ff8ad43244068baec226a949fab2 2024-11-11T01:18:44,657 INFO [M:0;612696b701d2:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fde3ff8ad43244068baec226a949fab2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T01:18:44,660 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db554fe106b74f04aa4f8da835120c27 as hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db554fe106b74f04aa4f8da835120c27 2024-11-11T01:18:44,670 INFO [M:0;612696b701d2:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db554fe106b74f04aa4f8da835120c27, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T01:18:44,689 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6731824dcba4b1ea5755f2df89c9883 as hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6731824dcba4b1ea5755f2df89c9883 2024-11-11T01:18:44,704 INFO [M:0;612696b701d2:45705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45715/user/jenkins/test-data/4840cc5b-619a-ed14-a2b6-0e7472127b67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6731824dcba4b1ea5755f2df89c9883, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T01:18:44,706 INFO [M:0;612696b701d2:45705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=28, compaction requested=false 2024-11-11T01:18:44,712 INFO [M:0;612696b701d2:45705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:44,712 DEBUG [M:0;612696b701d2:45705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287924469Disabling compacts and flushes for region at 1731287924469Disabling writes for close at 1731287924470 (+1 ms)Obtaining lock to block concurrent updates at 1731287924470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731287924470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731287924470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731287924472 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731287924472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731287924495 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731287924495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731287924508 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731287924539 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731287924539Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731287924578 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731287924603 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731287924603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d634970: reopening flushed file at 1731287924642 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ece244: reopening flushed file at 1731287924658 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d61d82: reopening flushed file at 1731287924671 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=28, compaction requested=false at 1731287924706 (+35 ms)Writing region close event to WAL at 1731287924712 (+6 ms)Closed at 1731287924712 2024-11-11T01:18:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40039 is added to blk_1073741830_1006 (size=10165) 2024-11-11T01:18:44,725 INFO [M:0;612696b701d2:45705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:18:44,725 INFO [M:0;612696b701d2:45705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45705 2024-11-11T01:18:44,725 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:44,725 INFO [M:0;612696b701d2:45705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:44,835 INFO [M:0;612696b701d2:45705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:44,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45705-0x10127790b7e0003, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:44,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34999bb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:44,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:44,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:44,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:44,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:44,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:18:44,856 WARN [BP-251269813-172.17.0.3-1731287918323 heartbeating to localhost/127.0.0.1:45715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:18:44,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:18:44,856 WARN [BP-251269813-172.17.0.3-1731287918323 heartbeating to localhost/127.0.0.1:45715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-251269813-172.17.0.3-1731287918323 (Datanode Uuid cefc799d-f180-407d-b42e-a306bdaec348) service to localhost/127.0.0.1:45715 2024-11-11T01:18:44,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/cluster_96084cd7-e264-0b1e-a43d-a61e96ad1a5e/data/data1/current/BP-251269813-172.17.0.3-1731287918323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:44,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/cluster_96084cd7-e264-0b1e-a43d-a61e96ad1a5e/data/data2/current/BP-251269813-172.17.0.3-1731287918323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:44,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:18:44,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a1226e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:44,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464d20e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:44,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:44,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:44,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:18:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:18:44,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:44,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:44,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:44,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:44,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:44,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:18:44,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1344986540, stopped=false 2024-11-11T01:18:44,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,37635,1731287915031 2024-11-11T01:18:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548541643/running 2024-11-11T01:18:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548541643/running 2024-11-11T01:18:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:44,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:44,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/running 2024-11-11T01:18:44,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:18:44,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:44,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:44,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Set watcher on znode that does not yet exist, /01548541643/running 2024-11-11T01:18:44,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,39741,1731287915199' ***** 2024-11-11T01:18:44,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:18:44,905 INFO [RS:0;612696b701d2:39741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:18:44,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:18:44,905 INFO [RS:0;612696b701d2:39741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:18:44,905 INFO [RS:0;612696b701d2:39741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,39741,1731287915199 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:39741. 2024-11-11T01:18:44,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f458f106042d4c01ce8c49c18cd75e6, disabling compactions & flushes 2024-11-11T01:18:44,906 DEBUG [RS:0;612696b701d2:39741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:44,906 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:44,906 DEBUG [RS:0;612696b701d2:39741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:44,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:44,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. after waiting 0 ms 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:18:44,906 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:18:44,906 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f458f106042d4c01ce8c49c18cd75e6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T01:18:44,906 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:18:44,910 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:18:44,910 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f458f106042d4c01ce8c49c18cd75e6=hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6.} 2024-11-11T01:18:44,910 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f458f106042d4c01ce8c49c18cd75e6 2024-11-11T01:18:44,910 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:44,910 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:44,910 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:44,910 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:44,910 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:44,911 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T01:18:44,933 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/.tmp/queue/bd8bdbf4527d47309636222b35bc1f44 is 151, key is 1-612696b701d2,39741,1731287915199/queue:612696b701d2%2C39741%2C1731287915199/1731287923564/Put/seqid=0 2024-11-11T01:18:44,947 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/info/2ee5a15e5ca847048375980adc1e3e47 is 147, key is hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6./info:regioninfo/1731287923253/Put/seqid=0 2024-11-11T01:18:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741838_1014 (size=5350) 2024-11-11T01:18:44,952 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/.tmp/queue/bd8bdbf4527d47309636222b35bc1f44 2024-11-11T01:18:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741839_1015 (size=6631) 2024-11-11T01:18:44,954 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/info/2ee5a15e5ca847048375980adc1e3e47 2024-11-11T01:18:44,961 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/.tmp/queue/bd8bdbf4527d47309636222b35bc1f44 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/queue/bd8bdbf4527d47309636222b35bc1f44 2024-11-11T01:18:44,970 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/queue/bd8bdbf4527d47309636222b35bc1f44, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T01:18:44,974 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5f458f106042d4c01ce8c49c18cd75e6 in 68ms, sequenceid=5, compaction requested=false 2024-11-11T01:18:44,990 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/ns/30aaa977337846c78b12555bd24bd7ed is 43, key is default/ns:d/1731287918213/Put/seqid=0 2024-11-11T01:18:44,997 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741840_1016 (size=5153) 2024-11-11T01:18:45,005 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/replication/5f458f106042d4c01ce8c49c18cd75e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:18:45,005 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:45,005 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:45,006 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:45,006 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f458f106042d4c01ce8c49c18cd75e6: Waiting for close lock at 1731287924906Running coprocessor pre-close hooks at 1731287924906Disabling compacts and flushes for region at 1731287924906Disabling writes for close at 1731287924906Obtaining lock to block concurrent updates at 1731287924906Preparing flush snapshotting stores in 5f458f106042d4c01ce8c49c18cd75e6 at 1731287924906Finished memstore snapshotting hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731287924906Flushing stores of hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. at 1731287924907 (+1 ms)Flushing 5f458f106042d4c01ce8c49c18cd75e6/queue: creating writer at 1731287924907Flushing 5f458f106042d4c01ce8c49c18cd75e6/queue: appending metadata at 1731287924933 (+26 ms)Flushing 5f458f106042d4c01ce8c49c18cd75e6/queue: closing flushed file at 1731287924933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b443cc3: reopening flushed file at 1731287924960 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5f458f106042d4c01ce8c49c18cd75e6 in 68ms, sequenceid=5, compaction requested=false at 1731287924974 (+14 ms)Writing region close event to WAL at 1731287924993 (+19 ms)Running coprocessor post-close hooks at 1731287925005 (+12 ms)Closed at 1731287925005 2024-11-11T01:18:45,006 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731287922808.5f458f106042d4c01ce8c49c18cd75e6. 2024-11-11T01:18:45,087 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 to pos 0, reset compression=false 2024-11-11T01:18:45,110 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:45,281 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:18:45,281 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:18:45,311 DEBUG [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:18:45,403 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/ns/30aaa977337846c78b12555bd24bd7ed 2024-11-11T01:18:45,433 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/table/79448ee925304c3e8ec4280e4686b8f4 is 53, key is hbase:replication/table:state/1731287923273/Put/seqid=0 2024-11-11T01:18:45,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741841_1017 (size=5256) 2024-11-11T01:18:45,441 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/table/79448ee925304c3e8ec4280e4686b8f4 2024-11-11T01:18:45,453 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/info/2ee5a15e5ca847048375980adc1e3e47 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/info/2ee5a15e5ca847048375980adc1e3e47 2024-11-11T01:18:45,461 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/info/2ee5a15e5ca847048375980adc1e3e47, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T01:18:45,462 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/ns/30aaa977337846c78b12555bd24bd7ed as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/ns/30aaa977337846c78b12555bd24bd7ed 2024-11-11T01:18:45,471 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/ns/30aaa977337846c78b12555bd24bd7ed, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:18:45,473 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/.tmp/table/79448ee925304c3e8ec4280e4686b8f4 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/table/79448ee925304c3e8ec4280e4686b8f4 2024-11-11T01:18:45,482 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/table/79448ee925304c3e8ec4280e4686b8f4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T01:18:45,484 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=11, compaction requested=false 2024-11-11T01:18:45,501 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:18:45,502 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:18:45,502 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:18:45,502 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:45,502 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287924910Running coprocessor pre-close hooks at 1731287924910Disabling compacts and flushes for region at 1731287924910Disabling writes for close at 1731287924910Obtaining lock to block concurrent updates at 1731287924911 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731287924911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731287924911Flushing stores of hbase:meta,,1.1588230740 at 1731287924912 (+1 ms)Flushing 1588230740/info: creating writer at 1731287924912Flushing 1588230740/info: appending metadata at 1731287924947 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731287924947Flushing 1588230740/ns: creating writer at 1731287924965 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731287924989 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731287924989Flushing 1588230740/table: creating writer at 1731287925412 (+423 ms)Flushing 1588230740/table: appending metadata at 1731287925432 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731287925432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f82bdd6: reopening flushed file at 1731287925452 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216807df: reopening flushed file at 1731287925461 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef371b2: reopening flushed file at 1731287925471 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=11, compaction requested=false at 1731287925484 (+13 ms)Writing region close event to WAL at 1731287925496 (+12 ms)Running coprocessor post-close hooks at 1731287925502 (+6 ms)Closed at 1731287925502 2024-11-11T01:18:45,502 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:45,511 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,39741,1731287915199; all regions closed. 2024-11-11T01:18:45,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.meta.1731287918056.meta not finished, retry = 0 2024-11-11T01:18:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741834_1010 (size=2742) 2024-11-11T01:18:45,617 DEBUG [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs 2024-11-11T01:18:45,617 INFO [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C39741%2C1731287915199.meta:.meta(num 1731287918056) 2024-11-11T01:18:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741837_1013 (size=1586) 2024-11-11T01:18:45,624 DEBUG [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs 2024-11-11T01:18:45,624 INFO [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C39741%2C1731287915199.rep:(num 1731287923177) 2024-11-11T01:18:45,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741833_1009 (size=93) 2024-11-11T01:18:45,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 not finished, retry = 0 2024-11-11T01:18:45,693 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 to pos 0, reset compression=false 2024-11-11T01:18:45,730 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430 2024-11-11T01:18:45,730 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T01:18:45,730 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.wal-reader.612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T01:18:45,730 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,39741,1731287915199 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/WALs/612696b701d2,39741,1731287915199/612696b701d2%2C39741%2C1731287915199.1731287917430, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T01:18:45,732 DEBUG [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/oldWALs 2024-11-11T01:18:45,731 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,39741,1731287915199: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,39741,1731287915199, walGroup=612696b701d2%2C39741%2C1731287915199, offset=612696b701d2%2C39741%2C1731287915199.1731287917430:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:39741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:18:45,732 INFO [RS:0;612696b701d2:39741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C39741%2C1731287915199:(num 1731287917430) 2024-11-11T01:18:45,733 DEBUG [RS:0;612696b701d2:39741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:45,733 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:18:45,733 INFO [RS:0;612696b701d2:39741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:18:45,733 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:18:45,733 INFO [RS:0;612696b701d2:39741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:45,733 INFO [RS:0;612696b701d2:39741 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:45,733 INFO [RS:0;612696b701d2:39741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:45,734 INFO [RS:0;612696b701d2:39741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,39741,1731287915199 because: Region server is closing 2024-11-11T01:18:45,734 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:18:45,734 INFO [RS:0;612696b701d2:39741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:39741. 2024-11-11T01:18:45,734 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:18:45,734 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:18:45,734 DEBUG [RS:0;612696b701d2:39741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:18:45,734 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 499909880 }, "NonHeapMemoryUsage": { "committed": 168296448, "init": 7667712, "max": -1, "used": 165737736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:18:45,734 DEBUG [RS:0;612696b701d2:39741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:45,734 DEBUG [RS:0;612696b701d2:39741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:45,734 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:45,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:18:45,740 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [612696b701d2%2C39741%2C1731287915199.1731287917430] 2024-11-11T01:18:45,834 INFO [RS:0;612696b701d2:39741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,39741,1731287915199.replicationSource.shipper612696b701d2%2C39741%2C1731287915199,1-612696b701d2,39741,1731287915199 terminated 2024-11-11T01:18:45,834 INFO [RS:0;612696b701d2:39741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39741 2024-11-11T01:18:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643/rs 2024-11-11T01:18:45,840 INFO [RS:0;612696b701d2:39741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548541643/rs/612696b701d2,39741,1731287915199 2024-11-11T01:18:45,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,39741,1731287915199] 2024-11-11T01:18:45,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/draining/612696b701d2,39741,1731287915199 already deleted, retry=false 2024-11-11T01:18:45,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,39741,1731287915199 expired; onlineServers=0 2024-11-11T01:18:45,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,37635,1731287915031' ***** 2024-11-11T01:18:45,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:18:45,861 INFO [M:0;612696b701d2:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:18:45,861 INFO [M:0;612696b701d2:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:18:45,861 DEBUG [M:0;612696b701d2:37635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:18:45,862 DEBUG [M:0;612696b701d2:37635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:18:45,862 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287917212 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287917212,5,FailOnTimeoutGroup] 2024-11-11T01:18:45,862 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287917228 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287917228,5,FailOnTimeoutGroup] 2024-11-11T01:18:45,862 INFO [M:0;612696b701d2:37635 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:18:45,862 INFO [M:0;612696b701d2:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:18:45,862 DEBUG [M:0;612696b701d2:37635 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:18:45,862 INFO [M:0;612696b701d2:37635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:18:45,862 INFO [M:0;612696b701d2:37635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:18:45,862 INFO [M:0;612696b701d2:37635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:18:45,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:18:45,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:18:45,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548541643/master 2024-11-11T01:18:45,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548541643 2024-11-11T01:18:45,872 DEBUG [M:0;612696b701d2:37635 {}] zookeeper.RecoverableZooKeeper(212): Node /01548541643/master already deleted, retry=false 2024-11-11T01:18:45,872 DEBUG [M:0;612696b701d2:37635 {}] master.ActiveMasterManager(353): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Failed delete of our master address node; KeeperErrorCode = NoNode for /01548541643/master 2024-11-11T01:18:45,879 INFO [M:0;612696b701d2:37635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/.lastflushedseqids 2024-11-11T01:18:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741842_1018 (size=181) 2024-11-11T01:18:45,906 INFO [M:0;612696b701d2:37635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:18:45,906 INFO [M:0;612696b701d2:37635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:18:45,907 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:45,907 INFO [M:0;612696b701d2:37635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:45,907 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:45,907 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:45,907 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:45,907 INFO [M:0;612696b701d2:37635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T01:18:45,924 DEBUG [M:0;612696b701d2:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec20fb1e8d904ef89dec95614a30f9e3 is 82, key is hbase:meta,,1/info:regioninfo/1731287918142/Put/seqid=0 2024-11-11T01:18:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741843_1019 (size=5672) 2024-11-11T01:18:45,931 INFO [M:0;612696b701d2:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec20fb1e8d904ef89dec95614a30f9e3 2024-11-11T01:18:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:45,951 INFO [RS:0;612696b701d2:39741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39741-0x10127790b7e0001, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:45,951 INFO [RS:0;612696b701d2:39741 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,39741,1731287915199; zookeeper connection closed. 2024-11-11T01:18:45,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c478a83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c478a83 2024-11-11T01:18:45,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:18:45,958 DEBUG [M:0;612696b701d2:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1091f58b0194962832b5c5ba0ac46d1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731287923282/Put/seqid=0 2024-11-11T01:18:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741844_1020 (size=7203) 2024-11-11T01:18:46,380 INFO [M:0;612696b701d2:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1091f58b0194962832b5c5ba0ac46d1 2024-11-11T01:18:46,408 DEBUG [M:0;612696b701d2:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42642cfd74f4b3d932004e0a04eb091 is 69, key is 612696b701d2,39741,1731287915199/rs:state/1731287917231/Put/seqid=0 2024-11-11T01:18:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741845_1021 (size=5156) 2024-11-11T01:18:46,418 INFO [M:0;612696b701d2:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42642cfd74f4b3d932004e0a04eb091 2024-11-11T01:18:46,427 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec20fb1e8d904ef89dec95614a30f9e3 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec20fb1e8d904ef89dec95614a30f9e3 2024-11-11T01:18:46,435 INFO [M:0;612696b701d2:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec20fb1e8d904ef89dec95614a30f9e3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T01:18:46,437 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1091f58b0194962832b5c5ba0ac46d1 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1091f58b0194962832b5c5ba0ac46d1 2024-11-11T01:18:46,445 INFO [M:0;612696b701d2:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1091f58b0194962832b5c5ba0ac46d1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T01:18:46,449 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42642cfd74f4b3d932004e0a04eb091 as hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b42642cfd74f4b3d932004e0a04eb091 2024-11-11T01:18:46,460 INFO [M:0;612696b701d2:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/79b68662-2245-71bc-51a6-c5867f8d520d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b42642cfd74f4b3d932004e0a04eb091, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T01:18:46,462 INFO [M:0;612696b701d2:37635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false 2024-11-11T01:18:46,484 INFO [M:0;612696b701d2:37635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:46,484 DEBUG [M:0;612696b701d2:37635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287925907Disabling compacts and flushes for region at 1731287925907Disabling writes for close at 1731287925907Obtaining lock to block concurrent updates at 1731287925907Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731287925907Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731287925907Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731287925908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731287925908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731287925923 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731287925923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731287925937 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731287925957 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731287925957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731287926385 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731287926407 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731287926407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276d75b9: reopening flushed file at 1731287926425 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2858f7: reopening flushed file at 1731287926436 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e87091: reopening flushed file at 1731287926446 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false at 1731287926462 (+16 ms)Writing region close event to WAL at 1731287926484 (+22 ms)Closed at 1731287926484 2024-11-11T01:18:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741830_1006 (size=41008) 2024-11-11T01:18:46,494 INFO [M:0;612696b701d2:37635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:18:46,494 INFO [M:0;612696b701d2:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37635 2024-11-11T01:18:46,494 INFO [M:0;612696b701d2:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:18:46,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:18:46,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:46,614 INFO [M:0;612696b701d2:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:18:46,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x10127790b7e0000, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:18:46,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:46,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:46,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:46,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:46,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:46,644 WARN [BP-301567189-172.17.0.3-1731287912431 heartbeating to localhost/127.0.0.1:42149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:18:46,645 WARN [BP-301567189-172.17.0.3-1731287912431 heartbeating to localhost/127.0.0.1:42149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301567189-172.17.0.3-1731287912431 (Datanode Uuid 9fedb55c-0581-4a9e-8a9c-caf302419fbd) service to localhost/127.0.0.1:42149 2024-11-11T01:18:46,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/data/data2/current/BP-301567189-172.17.0.3-1731287912431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:46,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:18:46,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:18:46,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/cluster_0eec875c-7a57-4962-38fa-1ac33581ce3c/data/data1/current/BP-301567189-172.17.0.3-1731287912431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:18:46,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:18:46,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:46,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:18:46,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:18:46,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:18:46,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3576f387-5466-2edb-d8ec-6776a1f88603/hadoop.log.dir/,STOPPED} 2024-11-11T01:18:46,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:18:46,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:18:46,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=146 (was 111) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42149 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52346) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52346) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45715 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=477 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 685) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1849 (was 2145) 2024-11-11T01:18:46,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=146, OpenFileDescriptor=477, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1849 2024-11-11T01:18:46,741 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T01:18:46,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir so I do NOT create it in target/test-data/555a87de-743c-9386-f128-aa68d76af775 2024-11-11T01:18:46,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:18:46,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.tmp.dir so I do NOT create it in target/test-data/555a87de-743c-9386-f128-aa68d76af775 2024-11-11T01:18:46,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe82ee6-9f44-8a1f-263e-603ad3a8e95f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:18:46,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775 2024-11-11T01:18:46,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0, deleteOnExit=true 2024-11-11T01:18:46,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10127790b7e0002, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:18:46,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10127790b7e0002, quorum=127.0.0.1:52346, baseZNode=/01548541643 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:18:46,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10127790b7e0005, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:18:46,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10127790b7e0005, quorum=127.0.0.1:52346, baseZNode=/1612056855 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:18:46,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/zookeeper_0, clientPort=62210, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:18:46,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62210 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/test.cache.data in system properties and HBase conf 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:18:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:18:46,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:18:46,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:47,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:47,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:47,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:47,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:47,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:47,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:47,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8ba4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:47,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4725d197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:47,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e56ee17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/java.io.tmpdir/jetty-localhost-32945-hadoop-hdfs-3_4_1-tests_jar-_-any-4613329209907368000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:47,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649abad9{HTTP/1.1, (http/1.1)}{localhost:32945} 2024-11-11T01:18:47,418 INFO [Time-limited test {}] server.Server(415): Started @51264ms 2024-11-11T01:18:47,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:47,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:47,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:47,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:47,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:47,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e6eb90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:47,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4834dab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:47,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@156af311{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/java.io.tmpdir/jetty-localhost-33053-hadoop-hdfs-3_4_1-tests_jar-_-any-7372794139600870097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:47,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a269e61{HTTP/1.1, (http/1.1)}{localhost:33053} 2024-11-11T01:18:47,938 INFO [Time-limited test {}] server.Server(415): Started @51784ms 2024-11-11T01:18:47,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:48,691 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/data/data1/current/BP-1113899088-172.17.0.3-1731287926813/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:48,691 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/data/data2/current/BP-1113899088-172.17.0.3-1731287926813/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:48,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:48,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:48,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:48,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:48,765 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8585172e51a5c142 with lease ID 0x557acbf81e1d417f: Processing first storage report for DS-d4da39e1-bb57-423f-8937-2fe2903df9d1 from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=573648a1-5a05-482f-b8e2-4e4f6f836161, infoPort=36887, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=266657500;c=1731287926813) 2024-11-11T01:18:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8585172e51a5c142 with lease ID 0x557acbf81e1d417f: from storage DS-d4da39e1-bb57-423f-8937-2fe2903df9d1 node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=573648a1-5a05-482f-b8e2-4e4f6f836161, infoPort=36887, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=266657500;c=1731287926813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8585172e51a5c142 with lease ID 0x557acbf81e1d417f: Processing first storage report for DS-388704ab-cb4f-4d44-b00c-5e07922b02f6 from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=573648a1-5a05-482f-b8e2-4e4f6f836161, infoPort=36887, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=266657500;c=1731287926813) 2024-11-11T01:18:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8585172e51a5c142 with lease ID 0x557acbf81e1d417f: from storage DS-388704ab-cb4f-4d44-b00c-5e07922b02f6 node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=573648a1-5a05-482f-b8e2-4e4f6f836161, infoPort=36887, infoSecurePort=0, ipcPort=40677, storageInfo=lv=-57;cid=testClusterID;nsid=266657500;c=1731287926813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:48,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775 2024-11-11T01:18:48,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:48,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:48,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e with version=8 2024-11-11T01:18:48,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/hbase-staging 2024-11-11T01:18:48,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:48,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:48,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:48,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32843 2024-11-11T01:18:48,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32843 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:48,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328430x0, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:48,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32843-0x101277943880000 connected 2024-11-11T01:18:49,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:49,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:49,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/running 2024-11-11T01:18:49,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e, hbase.cluster.distributed=false 2024-11-11T01:18:49,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/acl 2024-11-11T01:18:49,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-11T01:18:49,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32843 2024-11-11T01:18:49,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32843 2024-11-11T01:18:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-11T01:18:49,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-11T01:18:49,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:49,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:49,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:49,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38585 2024-11-11T01:18:49,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38585 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:49,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:49,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385850x0, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:49,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385850x0, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/running 2024-11-11T01:18:49,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:49,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38585-0x101277943880001 connected 2024-11-11T01:18:49,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:49,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/master 2024-11-11T01:18:49,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/acl 2024-11-11T01:18:49,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-11T01:18:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38585 2024-11-11T01:18:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38585 2024-11-11T01:18:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-11T01:18:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38585 2024-11-11T01:18:49,171 DEBUG [M:0;612696b701d2:32843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:32843 2024-11-11T01:18:49,180 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01560690463/backup-masters/612696b701d2,32843,1731287928866 2024-11-11T01:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/backup-masters 2024-11-11T01:18:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/backup-masters 2024-11-11T01:18:49,221 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on existing znode=/01560690463/backup-masters/612696b701d2,32843,1731287928866 2024-11-11T01:18:49,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01560690463/master 2024-11-11T01:18:49,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:49,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:49,240 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on existing znode=/01560690463/master 2024-11-11T01:18:49,241 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01560690463/backup-masters/612696b701d2,32843,1731287928866 from backup master directory 2024-11-11T01:18:49,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01560690463/backup-masters/612696b701d2,32843,1731287928866 2024-11-11T01:18:49,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/backup-masters 2024-11-11T01:18:49,250 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:49,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/backup-masters 2024-11-11T01:18:49,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,32843,1731287928866 2024-11-11T01:18:49,256 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/hbase.id] with ID: dd09770e-d05e-4267-83b9-9953a5c80cf8 2024-11-11T01:18:49,256 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/.tmp/hbase.id 2024-11-11T01:18:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:49,666 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/.tmp/hbase.id]:[hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/hbase.id] 2024-11-11T01:18:49,678 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:49,678 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:49,680 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T01:18:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:50,107 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:50,108 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:50,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:50,552 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store 2024-11-11T01:18:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:51,004 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:51,004 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:51,004 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287931004Disabling compacts and flushes for region at 1731287931004Disabling writes for close at 1731287931004Writing region close event to WAL at 1731287931004Closed at 1731287931004 2024-11-11T01:18:51,005 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/.initializing 2024-11-11T01:18:51,005 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/WALs/612696b701d2,32843,1731287928866 2024-11-11T01:18:51,006 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:51,008 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C32843%2C1731287928866, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/WALs/612696b701d2,32843,1731287928866, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:51,026 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/WALs/612696b701d2,32843,1731287928866/612696b701d2%2C32843%2C1731287928866.1731287931008, exclude list is [], retry=0 2024-11-11T01:18:51,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d4da39e1-bb57-423f-8937-2fe2903df9d1,DISK] 2024-11-11T01:18:51,069 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/WALs/612696b701d2,32843,1731287928866/612696b701d2%2C32843%2C1731287928866.1731287931008 2024-11-11T01:18:51,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887)] 2024-11-11T01:18:51,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:51,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:51,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,069 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:51,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:51,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:51,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:51,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:51,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:51,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:51,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:51,088 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,089 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,089 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,092 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,092 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,093 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:51,094 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:51,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:51,110 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74306618, jitterRate=0.10725489258766174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:51,111 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287931070Initializing all the Stores at 1731287931071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287931071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287931072 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287931072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287931072Cleaning up temporary data from old regions at 1731287931092 (+20 ms)Region opened successfully at 1731287931110 (+18 ms) 2024-11-11T01:18:51,120 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:51,125 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c3fb33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:51,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:51,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:51,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:51,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:51,127 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:18:51,128 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:18:51,128 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:51,134 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:51,135 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:51,174 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/balancer already deleted, retry=false 2024-11-11T01:18:51,175 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:51,175 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:51,249 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/normalizer already deleted, retry=false 2024-11-11T01:18:51,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:51,251 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:51,334 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/switch/split already deleted, retry=false 2024-11-11T01:18:51,335 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:51,418 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/switch/merge already deleted, retry=false 2024-11-11T01:18:51,421 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:51,440 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01560690463/running 2024-11-11T01:18:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01560690463/running 2024-11-11T01:18:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,525 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,32843,1731287928866, sessionid=0x101277943880000, setting cluster-up flag (Was=false) 2024-11-11T01:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,587 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01560690463/flush-table-proc/acquired, /01560690463/flush-table-proc/reached, /01560690463/flush-table-proc/abort 2024-11-11T01:18:51,593 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,32843,1731287928866 2024-11-11T01:18:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:51,650 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01560690463/online-snapshot/acquired, /01560690463/online-snapshot/reached, /01560690463/online-snapshot/abort 2024-11-11T01:18:51,651 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,32843,1731287928866 2024-11-11T01:18:51,653 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:51,658 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:51,658 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:51,658 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:51,659 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,32843,1731287928866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:51,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:51,666 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(746): ClusterId : dd09770e-d05e-4267-83b9-9953a5c80cf8 2024-11-11T01:18:51,666 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:51,672 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:51,672 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:51,683 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:51,683 DEBUG [RS:0;612696b701d2:38585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299b54f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:51,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:51,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:51,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:51,724 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287961724 2024-11-11T01:18:51,724 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:51,724 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:51,725 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:51,725 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:51,725 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:51,725 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:51,727 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:38585 2024-11-11T01:18:51,727 INFO [RS:0;612696b701d2:38585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:51,727 INFO [RS:0;612696b701d2:38585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:51,727 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:51,728 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,32843,1731287928866 with port=38585, startcode=1731287929064 2024-11-11T01:18:51,728 DEBUG [RS:0;612696b701d2:38585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:51,735 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:51,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:51,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e 2024-11-11T01:18:51,740 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:51,740 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:51,741 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:51,741 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:51,741 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:51,742 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:18:51,748 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:51,748 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:51,752 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287931748,5,FailOnTimeoutGroup] 2024-11-11T01:18:51,752 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287931752,5,FailOnTimeoutGroup] 2024-11-11T01:18:51,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:51,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:51,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:51,752 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:51,790 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T01:18:51,790 WARN [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T01:18:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:18:51,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:51,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:51,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:51,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:51,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:51,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:51,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:51,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:51,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:51,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:51,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:51,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:51,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:51,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:51,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740 2024-11-11T01:18:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740 2024-11-11T01:18:51,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:51,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:51,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:51,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:51,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:51,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70959040, jitterRate=0.057372093200683594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:51,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287931793Initializing all the Stores at 1731287931794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287931794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287931794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287931794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287931794Cleaning up temporary data from old regions at 1731287931806 (+12 ms)Region opened successfully at 1731287931811 (+5 ms) 2024-11-11T01:18:51,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:51,811 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:51,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:51,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:51,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:51,812 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:51,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287931811Disabling compacts and flushes for region at 1731287931811Disabling writes for close at 1731287931811Writing region close event to WAL at 1731287931812 (+1 ms)Closed at 1731287931812 2024-11-11T01:18:51,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:51,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:51,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:51,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:51,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:51,892 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,32843,1731287928866 with port=38585, startcode=1731287929064 2024-11-11T01:18:51,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,38585,1731287929064 2024-11-11T01:18:51,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(517): Registering regionserver=612696b701d2,38585,1731287929064 2024-11-11T01:18:51,898 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e 2024-11-11T01:18:51,898 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45033 2024-11-11T01:18:51,898 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:51,967 WARN [612696b701d2:32843 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:18:52,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/rs 2024-11-11T01:18:52,009 DEBUG [RS:0;612696b701d2:38585 {}] zookeeper.ZKUtil(111): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on existing znode=/01560690463/rs/612696b701d2,38585,1731287929064 2024-11-11T01:18:52,009 WARN [RS:0;612696b701d2:38585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:52,009 INFO [RS:0;612696b701d2:38585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:52,009 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064 2024-11-11T01:18:52,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,38585,1731287929064] 2024-11-11T01:18:52,024 INFO [RS:0;612696b701d2:38585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:52,026 INFO [RS:0;612696b701d2:38585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:52,026 INFO [RS:0;612696b701d2:38585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:52,026 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,027 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:52,027 INFO [RS:0;612696b701d2:38585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:52,027 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:52,028 DEBUG [RS:0;612696b701d2:38585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:52,036 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,036 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,036 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,036 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,036 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,037 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38585,1731287929064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:52,073 INFO [RS:0;612696b701d2:38585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:52,073 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38585,1731287929064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,073 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,073 INFO [RS:0;612696b701d2:38585 {}] regionserver.Replication(171): 612696b701d2,38585,1731287929064 started 2024-11-11T01:18:52,092 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,092 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,38585,1731287929064, RpcServer on 612696b701d2/172.17.0.3:38585, sessionid=0x101277943880001 2024-11-11T01:18:52,092 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:52,092 DEBUG [RS:0;612696b701d2:38585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,38585,1731287929064 2024-11-11T01:18:52,092 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38585,1731287929064' 2024-11-11T01:18:52,092 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01560690463/flush-table-proc/abort' 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01560690463/flush-table-proc/acquired' 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,38585,1731287929064 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38585,1731287929064' 2024-11-11T01:18:52,093 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01560690463/online-snapshot/abort' 2024-11-11T01:18:52,094 DEBUG [RS:0;612696b701d2:38585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01560690463/online-snapshot/acquired' 2024-11-11T01:18:52,094 DEBUG [RS:0;612696b701d2:38585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:52,094 INFO [RS:0;612696b701d2:38585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:52,094 INFO [RS:0;612696b701d2:38585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:52,195 INFO [RS:0;612696b701d2:38585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:52,196 INFO [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38585%2C1731287929064, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs, maxLogs=10 2024-11-11T01:18:52,210 DEBUG [RS:0;612696b701d2:38585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197, exclude list is [], retry=0 2024-11-11T01:18:52,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d4da39e1-bb57-423f-8937-2fe2903df9d1,DISK] 2024-11-11T01:18:52,225 INFO [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 2024-11-11T01:18:52,226 DEBUG [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887)] 2024-11-11T01:18:52,467 DEBUG [612696b701d2:32843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:52,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:18:52,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38585,1731287929064, state=OPENING 2024-11-11T01:18:52,588 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:52,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:18:52,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01560690463/meta-region-server: CHANGED 2024-11-11T01:18:52,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:52,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38585,1731287929064}] 2024-11-11T01:18:52,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01560690463/meta-region-server: CHANGED 2024-11-11T01:18:52,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:52,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:52,784 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:52,785 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:52,786 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:52,790 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38585%2C1731287929064.meta, suffix=.meta, logDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs, maxLogs=10 2024-11-11T01:18:52,813 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.meta.1731287932791.meta, exclude list is [], retry=0 2024-11-11T01:18:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d4da39e1-bb57-423f-8937-2fe2903df9d1,DISK] 2024-11-11T01:18:52,824 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.meta.1731287932791.meta 2024-11-11T01:18:52,825 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887)] 2024-11-11T01:18:52,825 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:52,826 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:52,826 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:52,826 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:52,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:52,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:52,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:52,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:52,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:52,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:52,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:52,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:52,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:52,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:52,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:52,844 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:52,845 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740 2024-11-11T01:18:52,846 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740 2024-11-11T01:18:52,848 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:52,848 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:52,849 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:52,851 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:52,852 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254663, jitterRate=-0.11703671514987946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:52,852 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:52,853 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287932826Writing region info on filesystem at 1731287932826Initializing all the Stores at 1731287932829 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287932829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287932832 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287932832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287932832Cleaning up temporary data from old regions at 1731287932849 (+17 ms)Running coprocessor post-open hooks at 1731287932852 (+3 ms)Region opened successfully at 1731287932852 2024-11-11T01:18:52,854 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287932776 2024-11-11T01:18:52,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:18:52,858 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:52,858 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:52,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38585,1731287929064, state=OPEN 2024-11-11T01:18:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01560690463/meta-region-server 2024-11-11T01:18:52,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01560690463/meta-region-server: CHANGED 2024-11-11T01:18:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01560690463/meta-region-server 2024-11-11T01:18:52,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01560690463/meta-region-server: CHANGED 2024-11-11T01:18:52,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,38585,1731287929064 2024-11-11T01:18:52,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:52,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38585,1731287929064 in 313 msec 2024-11-11T01:18:52,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:52,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1270 sec 2024-11-11T01:18:52,944 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:52,944 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:52,945 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:52,946 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:18:52,946 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:52,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:52,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-11T01:18:52,955 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287932955, completionTime=-1 2024-11-11T01:18:52,955 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:52,955 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:52,958 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:52,958 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287992958 2024-11-11T01:18:52,958 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288052958 2024-11-11T01:18:52,958 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:18:52,959 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,959 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,959 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,959 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:32843, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,959 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,960 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,962 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.714sec 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:52,965 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:52,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c90b6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:52,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,32843,-1 for getting cluster id 2024-11-11T01:18:52,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:52,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:52,974 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:52,974 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,32843,1731287928866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:52,981 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd09770e-d05e-4267-83b9-9953a5c80cf8' 2024-11-11T01:18:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:52,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd09770e-d05e-4267-83b9-9953a5c80cf8" 2024-11-11T01:18:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356962b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,32843,-1] 2024-11-11T01:18:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:52,983 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:52,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f847755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:52,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:18:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:52,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:52,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,32843,1731287928866 2024-11-11T01:18:52,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:53,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277943880002 connected 2024-11-11T01:18:53,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir so I do NOT create it in target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d 2024-11-11T01:18:53,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:18:53,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.tmp.dir so I do NOT create it in target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d 2024-11-11T01:18:53,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:18:53,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d 2024-11-11T01:18:53,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/cluster_81c15342-381b-b0f5-6da6-9a8910b71b2f, deleteOnExit=true 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/test.cache.data in system properties and HBase conf 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:18:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:18:53,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:18:53,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:53,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:18:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:18:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:18:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:18:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:18:53,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:53,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:53,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:53,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:53,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:18:53,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:53,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273b513d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:53,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3305506a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:53,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b638672{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/java.io.tmpdir/jetty-localhost-36183-hadoop-hdfs-3_4_1-tests_jar-_-any-1331350728701825720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:18:53,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a294a3d{HTTP/1.1, (http/1.1)}{localhost:36183} 2024-11-11T01:18:53,985 INFO [Time-limited test {}] server.Server(415): Started @57831ms 2024-11-11T01:18:54,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:18:54,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:18:54,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:18:54,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:18:54,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:18:54,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356432d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:18:54,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be5a022{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:18:54,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:18:54,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e12392e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/java.io.tmpdir/jetty-localhost-44009-hadoop-hdfs-3_4_1-tests_jar-_-any-11111506433598160601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:18:54,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bbce45{HTTP/1.1, (http/1.1)}{localhost:44009} 2024-11-11T01:18:54,592 INFO [Time-limited test {}] server.Server(415): Started @58437ms 2024-11-11T01:18:54,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:18:56,440 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/cluster_81c15342-381b-b0f5-6da6-9a8910b71b2f/data/data2/current/BP-49211977-172.17.0.3-1731287933154/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:56,440 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/cluster_81c15342-381b-b0f5-6da6-9a8910b71b2f/data/data1/current/BP-49211977-172.17.0.3-1731287933154/current, will proceed with Du for space computation calculation, 2024-11-11T01:18:56,489 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:18:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe965ec7fd6bd9b44 with lease ID 0xf4adffcdafd0b647: Processing first storage report for DS-f5d3320b-5498-4dea-9147-9b3fb1475d17 from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=e2e32a42-2178-4ba7-97b8-9274a2285798, infoPort=46297, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=917490550;c=1731287933154) 2024-11-11T01:18:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe965ec7fd6bd9b44 with lease ID 0xf4adffcdafd0b647: from storage DS-f5d3320b-5498-4dea-9147-9b3fb1475d17 node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=e2e32a42-2178-4ba7-97b8-9274a2285798, infoPort=46297, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=917490550;c=1731287933154), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:18:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe965ec7fd6bd9b44 with lease ID 0xf4adffcdafd0b647: Processing first storage report for DS-6d8a47ff-c77e-4c59-93ca-82807ac30ce8 from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=e2e32a42-2178-4ba7-97b8-9274a2285798, infoPort=46297, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=917490550;c=1731287933154) 2024-11-11T01:18:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe965ec7fd6bd9b44 with lease ID 0xf4adffcdafd0b647: from storage DS-6d8a47ff-c77e-4c59-93ca-82807ac30ce8 node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=e2e32a42-2178-4ba7-97b8-9274a2285798, infoPort=46297, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=917490550;c=1731287933154), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:18:56,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d 2024-11-11T01:18:56,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:18:56,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1 with version=8 2024-11-11T01:18:56,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/hbase-staging 2024-11-11T01:18:56,576 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:18:56,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:56,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41947 2024-11-11T01:18:56,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41947 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:56,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419470x0, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:56,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41947-0x101277943880003 connected 2024-11-11T01:18:56,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/running 2024-11-11T01:18:56,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1, hbase.cluster.distributed=false 2024-11-11T01:18:56,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/acl 2024-11-11T01:18:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-11T01:18:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41947 2024-11-11T01:18:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41947 2024-11-11T01:18:56,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-11T01:18:56,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-11T01:18:56,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:18:56,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:18:56,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37157 2024-11-11T01:18:56,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37157 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:56,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371570x0, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:56,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371570x0, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/running 2024-11-11T01:18:56,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37157-0x101277943880004 connected 2024-11-11T01:18:56,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:18:56,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:18:56,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/master 2024-11-11T01:18:56,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/acl 2024-11-11T01:18:56,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-11T01:18:56,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37157 2024-11-11T01:18:56,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37157 2024-11-11T01:18:56,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-11T01:18:56,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37157 2024-11-11T01:18:56,755 DEBUG [M:0;612696b701d2:41947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:41947 2024-11-11T01:18:56,755 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1743299523/backup-masters/612696b701d2,41947,1731287936576 2024-11-11T01:18:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/backup-masters 2024-11-11T01:18:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/backup-masters 2024-11-11T01:18:56,766 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on existing znode=/1-1743299523/backup-masters/612696b701d2,41947,1731287936576 2024-11-11T01:18:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1743299523/master 2024-11-11T01:18:56,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:56,777 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on existing znode=/1-1743299523/master 2024-11-11T01:18:56,777 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1743299523/backup-masters/612696b701d2,41947,1731287936576 from backup master directory 2024-11-11T01:18:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1743299523/backup-masters/612696b701d2,41947,1731287936576 2024-11-11T01:18:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/backup-masters 2024-11-11T01:18:56,787 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/backup-masters 2024-11-11T01:18:56,787 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,41947,1731287936576 2024-11-11T01:18:56,791 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/hbase.id] with ID: df57a9eb-7620-4220-bdd8-33ea26a67e0e 2024-11-11T01:18:56,791 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/.tmp/hbase.id 2024-11-11T01:18:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:18:57,197 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/.tmp/hbase.id]:[hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/hbase.id] 2024-11-11T01:18:57,213 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:18:57,213 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:18:57,214 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:18:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:18:57,642 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:57,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:18:57,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:18:58,051 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store 2024-11-11T01:18:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:18:58,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:18:58,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:58,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:58,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:18:58,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:18:58,460 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:58,460 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:18:58,460 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731287938460Disabling compacts and flushes for region at 1731287938460Disabling writes for close at 1731287938460Writing region close event to WAL at 1731287938460Closed at 1731287938460 2024-11-11T01:18:58,461 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/.initializing 2024-11-11T01:18:58,461 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/WALs/612696b701d2,41947,1731287936576 2024-11-11T01:18:58,463 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:58,464 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C41947%2C1731287936576, suffix=, logDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/WALs/612696b701d2,41947,1731287936576, archiveDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/oldWALs, maxLogs=10 2024-11-11T01:18:58,476 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/WALs/612696b701d2,41947,1731287936576/612696b701d2%2C41947%2C1731287936576.1731287938465, exclude list is [], retry=0 2024-11-11T01:18:58,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-f5d3320b-5498-4dea-9147-9b3fb1475d17,DISK] 2024-11-11T01:18:58,483 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/WALs/612696b701d2,41947,1731287936576/612696b701d2%2C41947%2C1731287936576.1731287938465 2024-11-11T01:18:58,483 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46297:46297)] 2024-11-11T01:18:58,483 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:58,483 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:58,484 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,484 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:18:58,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:58,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:58,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:18:58,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:58,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:58,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:18:58,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:58,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:58,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:18:58,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:58,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:18:58,494 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,495 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,495 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,496 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,496 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,497 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:58,498 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:18:58,500 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:58,500 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70628688, jitterRate=0.05244946479797363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:58,500 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731287938484Initializing all the Stores at 1731287938485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287938485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287938485Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287938485Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287938485Cleaning up temporary data from old regions at 1731287938496 (+11 ms)Region opened successfully at 1731287938500 (+4 ms) 2024-11-11T01:18:58,501 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:18:58,503 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512d36c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:58,504 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:18:58,504 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:18:58,504 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:18:58,504 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:18:58,505 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:18:58,505 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:18:58,505 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:18:58,507 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:18:58,508 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/balancer because node does not exist (not necessarily an error) 2024-11-11T01:18:58,513 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/balancer already deleted, retry=false 2024-11-11T01:18:58,513 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:18:58,514 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:18:58,523 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/normalizer already deleted, retry=false 2024-11-11T01:18:58,524 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:18:58,525 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:18:58,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/switch/split already deleted, retry=false 2024-11-11T01:18:58,535 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:18:58,544 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/switch/merge already deleted, retry=false 2024-11-11T01:18:58,546 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:18:58,555 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/snapshot-cleanup already deleted, retry=false 2024-11-11T01:18:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1743299523/running 2024-11-11T01:18:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1743299523/running 2024-11-11T01:18:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,577 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,41947,1731287936576, sessionid=0x101277943880003, setting cluster-up flag (Was=false) 2024-11-11T01:18:58,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1743299523/flush-table-proc/acquired, /1-1743299523/flush-table-proc/reached, /1-1743299523/flush-table-proc/abort 2024-11-11T01:18:58,630 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,41947,1731287936576 2024-11-11T01:18:58,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:58,692 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1743299523/online-snapshot/acquired, /1-1743299523/online-snapshot/reached, /1-1743299523/online-snapshot/abort 2024-11-11T01:18:58,693 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,41947,1731287936576 2024-11-11T01:18:58,694 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:18:58,695 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:58,696 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:18:58,696 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:18:58,696 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,41947,1731287936576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:18:58,697 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,698 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:58,698 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:58,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:18:58,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:58,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:18:58,708 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731287968708 2024-11-11T01:18:58,708 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:18:58,708 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:18:58,709 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:18:58,709 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:18:58,709 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:18:58,709 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:18:58,709 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:18:58,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:18:58,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:18:58,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:18:58,712 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:18:58,712 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:18:58,714 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287938712,5,FailOnTimeoutGroup] 2024-11-11T01:18:58,716 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287938714,5,FailOnTimeoutGroup] 2024-11-11T01:18:58,716 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,716 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:18:58,716 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,716 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:18:58,747 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(746): ClusterId : df57a9eb-7620-4220-bdd8-33ea26a67e0e 2024-11-11T01:18:58,747 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:18:58,756 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:18:58,756 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:18:58,766 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:18:58,767 DEBUG [RS:0;612696b701d2:37157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb3c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:18:58,778 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:37157 2024-11-11T01:18:58,778 INFO [RS:0;612696b701d2:37157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:18:58,778 INFO [RS:0;612696b701d2:37157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:18:58,778 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:18:58,778 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,41947,1731287936576 with port=37157, startcode=1731287936721 2024-11-11T01:18:58,779 DEBUG [RS:0;612696b701d2:37157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:18:58,780 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:18:58,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,37157,1731287936721 2024-11-11T01:18:58,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41947 {}] master.ServerManager(517): Registering regionserver=612696b701d2,37157,1731287936721 2024-11-11T01:18:58,782 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1 2024-11-11T01:18:58,782 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34733 2024-11-11T01:18:58,782 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:18:58,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/rs 2024-11-11T01:18:58,821 DEBUG [RS:0;612696b701d2:37157 {}] zookeeper.ZKUtil(111): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on existing znode=/1-1743299523/rs/612696b701d2,37157,1731287936721 2024-11-11T01:18:58,821 WARN [RS:0;612696b701d2:37157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:18:58,821 INFO [RS:0;612696b701d2:37157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:58,821 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721 2024-11-11T01:18:58,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,37157,1731287936721] 2024-11-11T01:18:58,824 INFO [RS:0;612696b701d2:37157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:18:58,826 INFO [RS:0;612696b701d2:37157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:18:58,826 INFO [RS:0;612696b701d2:37157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:18:58,826 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,826 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:18:58,827 INFO [RS:0;612696b701d2:37157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:18:58,827 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,827 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:18:58,828 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:58,828 DEBUG [RS:0;612696b701d2:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,828 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37157,1731287936721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:58,840 INFO [RS:0;612696b701d2:37157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:18:58,841 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37157,1731287936721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,841 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,841 INFO [RS:0;612696b701d2:37157 {}] regionserver.Replication(171): 612696b701d2,37157,1731287936721 started 2024-11-11T01:18:58,853 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:58,853 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,37157,1731287936721, RpcServer on 612696b701d2/172.17.0.3:37157, sessionid=0x101277943880004 2024-11-11T01:18:58,854 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:18:58,854 DEBUG [RS:0;612696b701d2:37157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,37157,1731287936721 2024-11-11T01:18:58,854 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37157,1731287936721' 2024-11-11T01:18:58,854 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1743299523/flush-table-proc/abort' 2024-11-11T01:18:58,854 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1743299523/flush-table-proc/acquired' 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,37157,1731287936721 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37157,1731287936721' 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1743299523/online-snapshot/abort' 2024-11-11T01:18:58,855 DEBUG [RS:0;612696b701d2:37157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1743299523/online-snapshot/acquired' 2024-11-11T01:18:58,856 DEBUG [RS:0;612696b701d2:37157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:18:58,856 INFO [RS:0;612696b701d2:37157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:18:58,856 INFO [RS:0;612696b701d2:37157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:18:58,956 INFO [RS:0;612696b701d2:37157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:18:58,958 INFO [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C37157%2C1731287936721, suffix=, logDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721, archiveDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/oldWALs, maxLogs=10 2024-11-11T01:18:58,970 DEBUG [RS:0;612696b701d2:37157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.1731287938958, exclude list is [], retry=0 2024-11-11T01:18:58,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-f5d3320b-5498-4dea-9147-9b3fb1475d17,DISK] 2024-11-11T01:18:58,974 INFO [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.1731287938958 2024-11-11T01:18:58,975 DEBUG [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46297:46297)] 2024-11-11T01:18:59,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:18:59,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1 2024-11-11T01:18:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:18:59,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:59,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:59,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:59,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:59,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:59,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:59,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:59,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:59,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:59,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:59,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740 2024-11-11T01:18:59,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740 2024-11-11T01:18:59,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:59,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:59,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:59,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:59,538 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:18:59,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65353530, jitterRate=-0.026156514883041382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731287939524Initializing all the Stores at 1731287939525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287939525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939525Cleaning up temporary data from old regions at 1731287939534 (+9 ms)Region opened successfully at 1731287939538 (+4 ms) 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:18:59,539 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:18:59,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:18:59,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731287939539Disabling compacts and flushes for region at 1731287939539Disabling writes for close at 1731287939539Writing region close event to WAL at 1731287939539Closed at 1731287939539 2024-11-11T01:18:59,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:59,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:18:59,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:18:59,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:59,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:18:59,693 DEBUG [612696b701d2:41947 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:18:59,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,37157,1731287936721 2024-11-11T01:18:59,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37157,1731287936721, state=OPENING 2024-11-11T01:18:59,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:18:59,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:59,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:18:59,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:18:59,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1743299523/meta-region-server: CHANGED 2024-11-11T01:18:59,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1743299523/meta-region-server: CHANGED 2024-11-11T01:18:59,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37157,1731287936721}] 2024-11-11T01:18:59,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:18:59,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:18:59,882 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:18:59,882 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:18:59,883 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:18:59,884 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C37157%2C1731287936721.meta, suffix=.meta, logDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721, archiveDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/oldWALs, maxLogs=10 2024-11-11T01:18:59,896 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.meta.1731287939884.meta, exclude list is [], retry=0 2024-11-11T01:18:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-f5d3320b-5498-4dea-9147-9b3fb1475d17,DISK] 2024-11-11T01:18:59,900 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.meta.1731287939884.meta 2024-11-11T01:18:59,900 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46297:46297)] 2024-11-11T01:18:59,900 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:18:59,901 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:18:59,901 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:18:59,901 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:18:59,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:18:59,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:18:59,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:18:59,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:18:59,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:18:59,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:18:59,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:18:59,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:18:59,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:18:59,907 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:18:59,908 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740 2024-11-11T01:18:59,909 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740 2024-11-11T01:18:59,910 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:18:59,910 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:18:59,911 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:18:59,912 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:18:59,913 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68173285, jitterRate=0.015861108899116516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:18:59,913 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:18:59,913 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731287939901Writing region info on filesystem at 1731287939901Initializing all the Stores at 1731287939902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287939902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731287939902Cleaning up temporary data from old regions at 1731287939910 (+8 ms)Running coprocessor post-open hooks at 1731287939913 (+3 ms)Region opened successfully at 1731287939913 2024-11-11T01:18:59,914 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731287939876 2024-11-11T01:18:59,916 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:18:59,916 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:18:59,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37157,1731287936721 2024-11-11T01:18:59,918 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37157,1731287936721, state=OPEN 2024-11-11T01:18:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1743299523/meta-region-server 2024-11-11T01:18:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1743299523/meta-region-server 2024-11-11T01:18:59,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,37157,1731287936721 2024-11-11T01:18:59,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1743299523/meta-region-server: CHANGED 2024-11-11T01:18:59,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1743299523/meta-region-server: CHANGED 2024-11-11T01:18:59,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:18:59,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37157,1731287936721 in 199 msec 2024-11-11T01:18:59,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:18:59,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-11T01:18:59,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:18:59,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:18:59,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:59,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37157,1731287936721, seqNum=-1] 2024-11-11T01:18:59,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:59,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:59,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-11T01:18:59,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731287939936, completionTime=-1 2024-11-11T01:18:59,936 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:18:59,936 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:18:59,937 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731287999938 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288059938 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:41947, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,938 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,940 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:18:59,941 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:18:59,942 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:18:59,944 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:18:59,944 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:18:59,944 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,41947,1731287936576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:18:59,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:59,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,41947,-1 for getting cluster id 2024-11-11T01:18:59,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:18:59,949 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df57a9eb-7620-4220-bdd8-33ea26a67e0e' 2024-11-11T01:18:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:18:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df57a9eb-7620-4220-bdd8-33ea26a67e0e" 2024-11-11T01:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6218c710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,41947,-1] 2024-11-11T01:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:18:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:18:59,951 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:18:59,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:18:59,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:18:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37157,1731287936721, seqNum=-1] 2024-11-11T01:18:59,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:18:59,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:18:59,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,41947,1731287936576 2024-11-11T01:18:59,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62210 2024-11-11T01:18:59,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:18:59,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277943880005 connected 2024-11-11T01:18:59,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:18:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,32843,1731287928866 2024-11-11T01:18:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55998ed1 2024-11-11T01:18:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:18:59,984 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:18:59,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:18:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:18:59,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:18:59,991 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:18:59,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:18:59,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:18:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:18:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:19:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:00,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ca9934c705ee0ff5b8b7667815d4ab7, NAME => 'test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e 2024-11-11T01:19:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:19:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ca9934c705ee0ff5b8b7667815d4ab7, disabling compactions & flushes 2024-11-11T01:19:00,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. after waiting 0 ms 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:00,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:00,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ca9934c705ee0ff5b8b7667815d4ab7: Waiting for close lock at 1731287940807Disabling compacts and flushes for region at 1731287940807Disabling writes for close at 1731287940807Writing region close event to WAL at 1731287940807Closed at 1731287940807 2024-11-11T01:19:00,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:19:00,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731287940809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731287940809"}]},"ts":"1731287940809"} 2024-11-11T01:19:00,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:19:00,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:19:00,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287940812"}]},"ts":"1731287940812"} 2024-11-11T01:19:00,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:19:00,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ca9934c705ee0ff5b8b7667815d4ab7, ASSIGN}] 2024-11-11T01:19:00,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ca9934c705ee0ff5b8b7667815d4ab7, ASSIGN 2024-11-11T01:19:00,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ca9934c705ee0ff5b8b7667815d4ab7, ASSIGN; state=OFFLINE, location=612696b701d2,38585,1731287929064; forceNewPlan=false, retain=false 2024-11-11T01:19:00,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ca9934c705ee0ff5b8b7667815d4ab7, regionState=OPENING, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:19:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ca9934c705ee0ff5b8b7667815d4ab7, ASSIGN because future has completed 2024-11-11T01:19:00,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca9934c705ee0ff5b8b7667815d4ab7, server=612696b701d2,38585,1731287929064}] 2024-11-11T01:19:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:01,126 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:01,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca9934c705ee0ff5b8b7667815d4ab7, NAME => 'test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:19:01,127 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:19:01,127 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:19:01,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:01,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,127 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,129 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,130 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca9934c705ee0ff5b8b7667815d4ab7 columnFamilyName f 2024-11-11T01:19:01,130 DEBUG [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:01,131 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(327): Store=6ca9934c705ee0ff5b8b7667815d4ab7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:01,131 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,132 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca9934c705ee0ff5b8b7667815d4ab7 columnFamilyName f1 2024-11-11T01:19:01,132 DEBUG [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:01,132 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(327): Store=6ca9934c705ee0ff5b8b7667815d4ab7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:01,132 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,133 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca9934c705ee0ff5b8b7667815d4ab7 columnFamilyName norep 2024-11-11T01:19:01,133 DEBUG [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:01,134 INFO [StoreOpener-6ca9934c705ee0ff5b8b7667815d4ab7-1 {}] regionserver.HStore(327): Store=6ca9934c705ee0ff5b8b7667815d4ab7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:01,134 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,135 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,135 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,136 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,136 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,136 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:19:01,138 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,140 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:19:01,141 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ca9934c705ee0ff5b8b7667815d4ab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62151254, jitterRate=-0.07387414574623108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:19:01,141 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:19:01,142 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ca9934c705ee0ff5b8b7667815d4ab7: Running coprocessor pre-open hook at 1731287941128Writing region info on filesystem at 1731287941128Initializing all the Stores at 1731287941128Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287941129 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287941129Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287941129Cleaning up temporary data from old regions at 1731287941136 (+7 ms)Running coprocessor post-open hooks at 1731287941141 (+5 ms)Region opened successfully at 1731287941142 (+1 ms) 2024-11-11T01:19:01,144 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., pid=6, masterSystemTime=1731287941123 2024-11-11T01:19:01,146 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:01,146 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:19:01,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ca9934c705ee0ff5b8b7667815d4ab7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:19:01,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca9934c705ee0ff5b8b7667815d4ab7, server=612696b701d2,38585,1731287929064 because future has completed 2024-11-11T01:19:01,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:19:01,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca9934c705ee0ff5b8b7667815d4ab7, server=612696b701d2,38585,1731287929064 in 181 msec 2024-11-11T01:19:01,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:19:01,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ca9934c705ee0ff5b8b7667815d4ab7, ASSIGN in 338 msec 2024-11-11T01:19:01,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:19:01,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287941156"}]},"ts":"1731287941156"} 2024-11-11T01:19:01,158 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:19:01,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:19:01,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-11T01:19:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:02,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:02,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:19:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,41947,1731287936576 2024-11-11T01:19:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c6d808c 2024-11-11T01:19:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:02,147 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:19:02,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:19:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:19:02,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:19:02,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:02,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:19:02,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:19:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:19:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:02,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc68a193c76d000df63079f236fd53a0, NAME => 'test,,1731287942148.fc68a193c76d000df63079f236fd53a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1 2024-11-11T01:19:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:19:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731287942148.fc68a193c76d000df63079f236fd53a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc68a193c76d000df63079f236fd53a0, disabling compactions & flushes 2024-11-11T01:19:02,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731287942148.fc68a193c76d000df63079f236fd53a0. after waiting 0 ms 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:02,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:02,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc68a193c76d000df63079f236fd53a0: Waiting for close lock at 1731287942966Disabling compacts and flushes for region at 1731287942966Disabling writes for close at 1731287942966Writing region close event to WAL at 1731287942966Closed at 1731287942966 2024-11-11T01:19:02,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:19:02,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731287942148.fc68a193c76d000df63079f236fd53a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731287942968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731287942968"}]},"ts":"1731287942968"} 2024-11-11T01:19:02,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:19:02,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:19:02,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287942973"}]},"ts":"1731287942973"} 2024-11-11T01:19:02,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:19:02,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc68a193c76d000df63079f236fd53a0, ASSIGN}] 2024-11-11T01:19:02,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc68a193c76d000df63079f236fd53a0, ASSIGN 2024-11-11T01:19:02,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc68a193c76d000df63079f236fd53a0, ASSIGN; state=OFFLINE, location=612696b701d2,37157,1731287936721; forceNewPlan=false, retain=false 2024-11-11T01:19:03,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc68a193c76d000df63079f236fd53a0, regionState=OPENING, regionLocation=612696b701d2,37157,1731287936721 2024-11-11T01:19:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc68a193c76d000df63079f236fd53a0, ASSIGN because future has completed 2024-11-11T01:19:03,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc68a193c76d000df63079f236fd53a0, server=612696b701d2,37157,1731287936721}] 2024-11-11T01:19:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:03,289 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:03,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc68a193c76d000df63079f236fd53a0, NAME => 'test,,1731287942148.fc68a193c76d000df63079f236fd53a0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:19:03,290 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:19:03,290 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:19:03,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731287942148.fc68a193c76d000df63079f236fd53a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:03,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,290 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,292 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,293 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc68a193c76d000df63079f236fd53a0 columnFamilyName f 2024-11-11T01:19:03,294 DEBUG [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:03,294 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(327): Store=fc68a193c76d000df63079f236fd53a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:03,294 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,296 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc68a193c76d000df63079f236fd53a0 columnFamilyName f1 2024-11-11T01:19:03,296 DEBUG [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:03,296 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(327): Store=fc68a193c76d000df63079f236fd53a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:03,296 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,298 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc68a193c76d000df63079f236fd53a0 columnFamilyName norep 2024-11-11T01:19:03,298 DEBUG [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:03,298 INFO [StoreOpener-fc68a193c76d000df63079f236fd53a0-1 {}] regionserver.HStore(327): Store=fc68a193c76d000df63079f236fd53a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:03,299 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,299 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,300 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,301 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,301 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,301 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:19:03,302 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,311 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:19:03,312 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc68a193c76d000df63079f236fd53a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848101, jitterRate=-0.12309496104717255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:19:03,312 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:19:03,312 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc68a193c76d000df63079f236fd53a0: Running coprocessor pre-open hook at 1731287943290Writing region info on filesystem at 1731287943290Initializing all the Stores at 1731287943291 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287943291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287943292 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287943292Cleaning up temporary data from old regions at 1731287943301 (+9 ms)Running coprocessor post-open hooks at 1731287943312 (+11 ms)Region opened successfully at 1731287943312 2024-11-11T01:19:03,313 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731287942148.fc68a193c76d000df63079f236fd53a0., pid=6, masterSystemTime=1731287943284 2024-11-11T01:19:03,316 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:03,316 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:19:03,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc68a193c76d000df63079f236fd53a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,37157,1731287936721 2024-11-11T01:19:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc68a193c76d000df63079f236fd53a0, server=612696b701d2,37157,1731287936721 because future has completed 2024-11-11T01:19:03,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:19:03,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc68a193c76d000df63079f236fd53a0, server=612696b701d2,37157,1731287936721 in 190 msec 2024-11-11T01:19:03,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:19:03,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc68a193c76d000df63079f236fd53a0, ASSIGN in 348 msec 2024-11-11T01:19:03,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:19:03,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287943328"}]},"ts":"1731287943328"} 2024-11-11T01:19:03,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:19:03,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:19:03,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-11T01:19:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:19:04,295 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:19:04,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,32843,-1 for getting cluster id 2024-11-11T01:19:04,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:04,297 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd09770e-d05e-4267-83b9-9953a5c80cf8' 2024-11-11T01:19:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd09770e-d05e-4267-83b9-9953a5c80cf8" 2024-11-11T01:19:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965c3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,32843,-1] 2024-11-11T01:19:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,298 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:04,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5f0ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,41947,-1 for getting cluster id 2024-11-11T01:19:04,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:04,300 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df57a9eb-7620-4220-bdd8-33ea26a67e0e' 2024-11-11T01:19:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df57a9eb-7620-4220-bdd8-33ea26a67e0e" 2024-11-11T01:19:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2051f821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,41947,-1] 2024-11-11T01:19:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,302 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c76094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527e4ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,32843,-1 for getting cluster id 2024-11-11T01:19:04,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:04,304 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd09770e-d05e-4267-83b9-9953a5c80cf8' 2024-11-11T01:19:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd09770e-d05e-4267-83b9-9953a5c80cf8" 2024-11-11T01:19:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66764de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,32843,-1] 2024-11-11T01:19:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:04,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,306 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,32843,1731287928866 2024-11-11T01:19:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf9cc4e 2024-11-11T01:19:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:04,310 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:19:04,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:41947,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:19:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:04,313 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:41947' 2024-11-11T01:19:04,315 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db7679f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,315 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,41947,-1 for getting cluster id 2024-11-11T01:19:04,315 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:04,315 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df57a9eb-7620-4220-bdd8-33ea26a67e0e' 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df57a9eb-7620-4220-bdd8-33ea26a67e0e" 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c16ff80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,41947,-1] 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,317 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e657ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:04,318 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,41947,1731287936576 2024-11-11T01:19:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a014083 2024-11-11T01:19:04,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:04,319 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:19:04,320 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T01:19:04,320 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:19:04,320 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,320 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:04,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:19:04,321 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:19:04,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:19:04,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:19:04,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:04,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:19:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:19:04,372 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:19:04,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:19:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:04,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:19:04,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:19:04,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:19:04,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:19:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:04,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25e7367b61f7136febf46e7fc97ac283, NAME => 'hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e 2024-11-11T01:19:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:19:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:05,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:05,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25e7367b61f7136febf46e7fc97ac283, disabling compactions & flushes 2024-11-11T01:19:05,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,198 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. after waiting 0 ms 2024-11-11T01:19:05,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25e7367b61f7136febf46e7fc97ac283: Waiting for close lock at 1731287945198Disabling compacts and flushes for region at 1731287945198Disabling writes for close at 1731287945199 (+1 ms)Writing region close event to WAL at 1731287945199Closed at 1731287945199 2024-11-11T01:19:05,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:19:05,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731287945200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731287945200"}]},"ts":"1731287945200"} 2024-11-11T01:19:05,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:19:05,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:19:05,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287945203"}]},"ts":"1731287945203"} 2024-11-11T01:19:05,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:19:05,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e7367b61f7136febf46e7fc97ac283, ASSIGN}] 2024-11-11T01:19:05,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e7367b61f7136febf46e7fc97ac283, ASSIGN 2024-11-11T01:19:05,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e7367b61f7136febf46e7fc97ac283, ASSIGN; state=OFFLINE, location=612696b701d2,38585,1731287929064; forceNewPlan=false, retain=false 2024-11-11T01:19:05,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e7367b61f7136febf46e7fc97ac283, regionState=OPENING, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:19:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e7367b61f7136febf46e7fc97ac283, ASSIGN because future has completed 2024-11-11T01:19:05,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e7367b61f7136febf46e7fc97ac283, server=612696b701d2,38585,1731287929064}] 2024-11-11T01:19:05,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:19:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:05,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:05,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:05,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:19:05,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:19:05,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38585%2C1731287929064.rep, suffix=, logDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064, archiveDir=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs, maxLogs=10 2024-11-11T01:19:05,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.rep.1731287945519, exclude list is [], retry=0 2024-11-11T01:19:05,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d4da39e1-bb57-423f-8937-2fe2903df9d1,DISK] 2024-11-11T01:19:05,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.rep.1731287945519 2024-11-11T01:19:05,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36887:36887)] 2024-11-11T01:19:05,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25e7367b61f7136febf46e7fc97ac283, NAME => 'hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:19:05,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:19:05,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:19:05,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. service=MultiRowMutationService 2024-11-11T01:19:05,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:19:05,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:19:05,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,537 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,539 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e7367b61f7136febf46e7fc97ac283 columnFamilyName hfileref 2024-11-11T01:19:05,539 DEBUG [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:05,539 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(327): Store=25e7367b61f7136febf46e7fc97ac283/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:05,539 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,541 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e7367b61f7136febf46e7fc97ac283 columnFamilyName queue 2024-11-11T01:19:05,541 DEBUG [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:05,542 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(327): Store=25e7367b61f7136febf46e7fc97ac283/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:05,542 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,543 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e7367b61f7136febf46e7fc97ac283 columnFamilyName sid 2024-11-11T01:19:05,543 DEBUG [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:19:05,544 INFO [StoreOpener-25e7367b61f7136febf46e7fc97ac283-1 {}] regionserver.HStore(327): Store=25e7367b61f7136febf46e7fc97ac283/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:19:05,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:19:05,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:19:05,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25e7367b61f7136febf46e7fc97ac283; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68655528, jitterRate=0.02304708957672119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:19:05,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:19:05,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25e7367b61f7136febf46e7fc97ac283: Running coprocessor pre-open hook at 1731287945536Writing region info on filesystem at 1731287945536Initializing all the Stores at 1731287945537 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287945537Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287945537Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731287945537Cleaning up temporary data from old regions at 1731287945546 (+9 ms)Running coprocessor post-open hooks at 1731287945551 (+5 ms)Region opened successfully at 1731287945551 2024-11-11T01:19:05,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283., pid=10, masterSystemTime=1731287945513 2024-11-11T01:19:05,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:19:05,555 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e7367b61f7136febf46e7fc97ac283, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38585,1731287929064 2024-11-11T01:19:05,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e7367b61f7136febf46e7fc97ac283, server=612696b701d2,38585,1731287929064 because future has completed 2024-11-11T01:19:05,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:19:05,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25e7367b61f7136febf46e7fc97ac283, server=612696b701d2,38585,1731287929064 in 198 msec 2024-11-11T01:19:05,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:19:05,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e7367b61f7136febf46e7fc97ac283, ASSIGN in 355 msec 2024-11-11T01:19:05,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:19:05,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731287945562"}]},"ts":"1731287945562"} 2024-11-11T01:19:05,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:19:05,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:19:05,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-11T01:19:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283., hostname=612696b701d2,38585,1731287929064, seqNum=2] 2024-11-11T01:19:05,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:19:05,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:19:05,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:19:05,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:19:05,793 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:19:05,823 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,38585,1731287929064, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:19:05,823 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:05,823 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:19:05,824 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:05,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T01:19:05,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,38585,1731287929064', locateType=CURRENT is [region=hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283., hostname=612696b701d2,38585,1731287929064, seqNum=2] 2024-11-11T01:19:05,828 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:19:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:19:05,831 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,38585,1731287929064 suceeded 2024-11-11T01:19:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:19:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-11T01:19:05,833 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:41947,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T01:19:05,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-11T01:19:05,842 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:41947' 2024-11-11T01:19:05,843 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dbf0d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:05,843 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,41947,-1 for getting cluster id 2024-11-11T01:19:05,843 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:05,844 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df57a9eb-7620-4220-bdd8-33ea26a67e0e' 2024-11-11T01:19:05,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df57a9eb-7620-4220-bdd8-33ea26a67e0e" 2024-11-11T01:19:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ffc30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,41947,-1] 2024-11-11T01:19:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:05,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:05,846 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:05,847 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4beab011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:05,847 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,41947,1731287936576 2024-11-11T01:19:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783a75e2 2024-11-11T01:19:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:05,848 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T01:19:05,849 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,38585,1731287929064 (queues=1) is replicating from cluster=dd09770e-d05e-4267-83b9-9953a5c80cf8 to cluster=df57a9eb-7620-4220-bdd8-33ea26a67e0e 2024-11-11T01:19:05,849 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C38585%2C1731287929064 2024-11-11T01:19:05,849 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,38585,1731287929064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:19:05,850 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C38585%2C1731287929064 2024-11-11T01:19:05,850 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197, startPosition=0, beingWritten=true 2024-11-11T01:19:05,857 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:19:05,857 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:05,857 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:19:06,062 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:06,366 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:19:06,455 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:19:06,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:19:06,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:19:06,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:06,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:06,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:19:06,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:19:06,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731287946463/Put/seqid=0 2024-11-11T01:19:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741840_1016 (size=7894) 2024-11-11T01:19:06,771 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:06,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_1 is 34, key is ddd/f:row/1731287946872/Put/seqid=0 2024-11-11T01:19:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741841_1017 (size=7691) 2024-11-11T01:19:07,275 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:07,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,32843,-1 for getting cluster id 2024-11-11T01:19:07,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:07,283 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd09770e-d05e-4267-83b9-9953a5c80cf8' 2024-11-11T01:19:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd09770e-d05e-4267-83b9-9953a5c80cf8" 2024-11-11T01:19:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23284264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,32843,-1] 2024-11-11T01:19:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:07,284 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:07,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52945a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:19:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:07,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:19:07,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:07,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,32843,1731287928866 2024-11-11T01:19:07,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b204b0 2024-11-11T01:19:07,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:07,302 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:19:07,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2] 2024-11-11T01:19:07,319 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:19:07,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T01:19:07,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T01:19:07,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_0 for inclusion in 6ca9934c705ee0ff5b8b7667815d4ab7/f 2024-11-11T01:19:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T01:19:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:07,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_1 for inclusion in 6ca9934c705ee0ff5b8b7667815d4ab7/f 2024-11-11T01:19:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T01:19:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegion(2603): Flush status journal for 6ca9934c705ee0ff5b8b7667815d4ab7: 2024-11-11T01:19:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_0 to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_0 2024-11-11T01:19:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_0 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/8115bb61712244ae898f909992324b92_SeqId_4_ 2024-11-11T01:19:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f/f/hfile_1 to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_1 2024-11-11T01:19:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_1 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ 2024-11-11T01:19:07,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_0 into 6ca9934c705ee0ff5b8b7667815d4ab7/f as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/8115bb61712244ae898f909992324b92_SeqId_4_ - updating store file list. 2024-11-11T01:19:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8115bb61712244ae898f909992324b92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:07,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/8115bb61712244ae898f909992324b92_SeqId_4_ into 6ca9934c705ee0ff5b8b7667815d4ab7/f 2024-11-11T01:19:07,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_0 into 6ca9934c705ee0ff5b8b7667815d4ab7/f (new location: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/8115bb61712244ae898f909992324b92_SeqId_4_) 2024-11-11T01:19:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_0 2024-11-11T01:19:07,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_1 into 6ca9934c705ee0ff5b8b7667815d4ab7/f as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ - updating store file list. 2024-11-11T01:19:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:07,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ into 6ca9934c705ee0ff5b8b7667815d4ab7/f 2024-11-11T01:19:07,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_1 into 6ca9934c705ee0ff5b8b7667815d4ab7/f (new location: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_) 2024-11-11T01:19:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__qp8prj2ngdl9j1pd5qmf07d537sk0e4a4ll3ki1v9u6s7oc2qo65cgni1mi2k8nf/f/hfile_1 2024-11-11T01:19:07,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:19:07,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:19:07,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:07,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:07,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:19:07,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:07,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 , the old value is region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:38585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:19:07,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37157,1731287936721, seqNum=-1] 2024-11-11T01:19:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:19:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 from cache 2024-11-11T01:19:07,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:19:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41102 deadline: 1731288007400 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41102 2024-11-11T01:19:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731287942148.fc68a193c76d000df63079f236fd53a0., hostname=612696b701d2,37157,1731287936721, seqNum=2] 2024-11-11T01:19:07,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:19:07,516 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:19:07,879 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 379, reset compression=false 2024-11-11T01:19:07,884 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:19:07,885 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ca9934c705ee0ff5b8b7667815d4ab7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731287947394/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:19:07,907 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:19:07,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T01:19:07,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.ReplicationSink(318): Replicating [dd09770e-d05e-4267-83b9-9953a5c80cf8] bulk loaded data 2024-11-11T01:19:07,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7451ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,41947,-1 for getting cluster id 2024-11-11T01:19:07,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:07,913 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df57a9eb-7620-4220-bdd8-33ea26a67e0e' 2024-11-11T01:19:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df57a9eb-7620-4220-bdd8-33ea26a67e0e" 2024-11-11T01:19:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b80e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,41947,-1] 2024-11-11T01:19:07,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:07,914 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:07,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133d581c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741837_1013 (size=7894) 2024-11-11T01:19:08,085 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 687, reset compression=false 2024-11-11T01:19:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741838_1014 (size=7691) 2024-11-11T01:19:08,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:08,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,41947,1731287936576 2024-11-11T01:19:08,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e30512 2024-11-11T01:19:08,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:08,343 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T01:19:08,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:19:08,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37157,1731287936721, seqNum=-1] 2024-11-11T01:19:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T01:19:08,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T01:19:08,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T01:19:08,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ for inclusion in fc68a193c76d000df63079f236fd53a0/f 2024-11-11T01:19:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T01:19:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:08,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ for inclusion in fc68a193c76d000df63079f236fd53a0/f 2024-11-11T01:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T01:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HRegion(2603): Flush status journal for fc68a193c76d000df63079f236fd53a0: 2024-11-11T01:19:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8115bb61712244ae898f909992324b92_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:19:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/f8445f203b9a4dcaaa0e61caf99dddec_SeqId_4_ 2024-11-11T01:19:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:19:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/58fcb41fa6ce4e37aee8ca8f73af7e65_SeqId_4_ 2024-11-11T01:19:08,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/f8445f203b9a4dcaaa0e61caf99dddec_SeqId_4_ - updating store file list. 2024-11-11T01:19:08,389 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 687, reset compression=false 2024-11-11T01:19:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8445f203b9a4dcaaa0e61caf99dddec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:08,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/f8445f203b9a4dcaaa0e61caf99dddec_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f 2024-11-11T01:19:08,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f (new location: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/f8445f203b9a4dcaaa0e61caf99dddec_SeqId_4_) 2024-11-11T01:19:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/8115bb61712244ae898f909992324b92_SeqId_4_ 2024-11-11T01:19:08,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/58fcb41fa6ce4e37aee8ca8f73af7e65_SeqId_4_ - updating store file list. 2024-11-11T01:19:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58fcb41fa6ce4e37aee8ca8f73af7e65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:08,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/58fcb41fa6ce4e37aee8ca8f73af7e65_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f 2024-11-11T01:19:08,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ into fc68a193c76d000df63079f236fd53a0/f (new location: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/f/58fcb41fa6ce4e37aee8ca8f73af7e65_SeqId_4_) 2024-11-11T01:19:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/staging/jenkins.hfs.6__test__76g3ub42apebsuq1u3btogflpijtvf3lr18vnar43bfrjevq0rjkunkum2tgvd0r/f/84d8ddfeb1d4404f961737e7a030a01e_SeqId_4_ 2024-11-11T01:19:08,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37157 {}] regionserver.ReplicationSink(324): Finished replicating [dd09770e-d05e-4267-83b9-9953a5c80cf8] bulk loaded data 2024-11-11T01:19:08,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:19:08,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731287948429/Put/seqid=0 2024-11-11T01:19:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741842_1018 (size=7997) 2024-11-11T01:19:08,798 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 687, reset compression=false 2024-11-11T01:19:08,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731287948840/Put/seqid=0 2024-11-11T01:19:08,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741843_1019 (size=7794) 2024-11-11T01:19:09,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:09,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,32843,-1 for getting cluster id 2024-11-11T01:19:09,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:19:09,252 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd09770e-d05e-4267-83b9-9953a5c80cf8' 2024-11-11T01:19:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:19:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd09770e-d05e-4267-83b9-9953a5c80cf8" 2024-11-11T01:19:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8eeb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,32843,-1] 2024-11-11T01:19:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:19:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:09,254 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:19:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:19:09,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:19:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:09,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:19:09,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:19:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,32843,1731287928866 2024-11-11T01:19:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c113680 2024-11-11T01:19:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:19:09,272 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:19:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2] 2024-11-11T01:19:09,280 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:19:09,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T01:19:09,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T01:19:09,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_0 for inclusion in 6ca9934c705ee0ff5b8b7667815d4ab7/f1 2024-11-11T01:19:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T01:19:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:09,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_1 for inclusion in 6ca9934c705ee0ff5b8b7667815d4ab7/f1 2024-11-11T01:19:09,302 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 687, reset compression=false 2024-11-11T01:19:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T01:19:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:19:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegion(2603): Flush status journal for 6ca9934c705ee0ff5b8b7667815d4ab7: 2024-11-11T01:19:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_0 to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_0 2024-11-11T01:19:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_0 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f3e8b48e582b42c091333f17542c14e2_SeqId_6_ 2024-11-11T01:19:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/load_f1/f1/hfile_1 to hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_1 2024-11-11T01:19:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_1 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f69707f0e7154f64941181345386db8d_SeqId_6_ 2024-11-11T01:19:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T01:19:09,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_0 into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f3e8b48e582b42c091333f17542c14e2_SeqId_6_ - updating store file list. 2024-11-11T01:19:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3e8b48e582b42c091333f17542c14e2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:09,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f3e8b48e582b42c091333f17542c14e2_SeqId_6_ into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 2024-11-11T01:19:09,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_0 into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 (new location: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f3e8b48e582b42c091333f17542c14e2_SeqId_6_) 2024-11-11T01:19:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_0 2024-11-11T01:19:09,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_1 into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f69707f0e7154f64941181345386db8d_SeqId_6_ - updating store file list. 2024-11-11T01:19:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f69707f0e7154f64941181345386db8d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:19:09,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f69707f0e7154f64941181345386db8d_SeqId_6_ into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 2024-11-11T01:19:09,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_1 into 6ca9934c705ee0ff5b8b7667815d4ab7/f1 (new location: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/f1/f69707f0e7154f64941181345386db8d_SeqId_6_) 2024-11-11T01:19:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/staging/jenkins__test__sh622tr0t4qt1uk8p888ar7cgqti21m2ronbo43cjgo83pbag7tkh8njf10sijv5/f1/hfile_1 2024-11-11T01:19:09,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:19:09,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:19:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:19:09,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:19:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 , the old value is region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:38585 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:19:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:19:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2 from cache 2024-11-11T01:19:09,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:19:09,341 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T01:19:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38585,1731287929064, seqNum=-1] 2024-11-11T01:19:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:19:09,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:19:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7., hostname=612696b701d2,38585,1731287929064, seqNum=2] 2024-11-11T01:19:09,446 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:19:09,917 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 687, reset compression=false 2024-11-11T01:19:09,931 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:19:09,931 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:09,931 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:19:10,139 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:10,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:19:10,460 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:10,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:11,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:19:11,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:19:11,383 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:11,994 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:12,702 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:13,507 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:14,411 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:19:14,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T01:19:15,415 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:16,519 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:17,724 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:18,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:19:19,028 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:20,444 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:21,976 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:23,580 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:25,284 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:26,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:19:27,089 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:28,992 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:29,935 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: null 2024-11-11T01:19:30,996 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:33,121 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:33,739 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T01:19:33,739 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T01:19:35,325 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:37,629 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:40,066 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:40,389 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T01:19:40,389 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T01:19:42,569 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:45,174 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:46,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6ca9934c705ee0ff5b8b7667815d4ab7, had cached 0 bytes from a total of 31376 2024-11-11T01:19:47,878 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:48,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fc68a193c76d000df63079f236fd53a0, had cached 0 bytes from a total of 15585 2024-11-11T01:19:48,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:19:49,935 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: null 2024-11-11T01:19:50,684 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:53,589 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:56,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:19:56,618 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:59,721 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:19:59,983 DEBUG [master/612696b701d2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T01:20:02,925 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:20:06,230 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:20:09,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:20:09,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:09,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:09,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:09,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:09,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:09,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:20:09,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1744168848, stopped=false 2024-11-11T01:20:09,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,41947,1731287936576 2024-11-11T01:20:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1743299523/running 2024-11-11T01:20:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1743299523/running 2024-11-11T01:20:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:20:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:20:09,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:09,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:09,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:09,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:09,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,37157,1731287936721' ***** 2024-11-11T01:20:09,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:20:09,447 INFO [RS:0;612696b701d2:37157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:20:09,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:20:09,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/running 2024-11-11T01:20:09,447 INFO [RS:0;612696b701d2:37157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:20:09,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Set watcher on znode that does not yet exist, /1-1743299523/running 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(3091): Received CLOSE for fc68a193c76d000df63079f236fd53a0 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,37157,1731287936721 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37157. 2024-11-11T01:20:09,448 DEBUG [RS:0;612696b701d2:37157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:09,448 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc68a193c76d000df63079f236fd53a0, disabling compactions & flushes 2024-11-11T01:20:09,448 DEBUG [RS:0;612696b701d2:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:09,448 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:20:09,448 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:20:09,448 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731287942148.fc68a193c76d000df63079f236fd53a0. after waiting 0 ms 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:20:09,448 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:20:09,448 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:20:09,449 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:20:09,449 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1325): Online Regions={fc68a193c76d000df63079f236fd53a0=test,,1731287942148.fc68a193c76d000df63079f236fd53a0., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:20:09,449 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:09,449 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc68a193c76d000df63079f236fd53a0 2024-11-11T01:20:09,449 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:09,449 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:09,449 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:09,449 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:09,449 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T01:20:09,454 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/default/test/fc68a193c76d000df63079f236fd53a0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T01:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:20:09,455 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc68a193c76d000df63079f236fd53a0: Waiting for close lock at 1731288009448Running coprocessor pre-close hooks at 1731288009448Disabling compacts and flushes for region at 1731288009448Disabling writes for close at 1731288009448Writing region close event to WAL at 1731288009449 (+1 ms)Running coprocessor post-close hooks at 1731288009455 (+6 ms)Closed at 1731288009455 2024-11-11T01:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731287942148.fc68a193c76d000df63079f236fd53a0. 2024-11-11T01:20:09,466 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/info/c14dbf9a9fea43cd8cb9921722ecf745 is 129, key is test,,1731287942148.fc68a193c76d000df63079f236fd53a0./info:regioninfo/1731287943317/Put/seqid=0 2024-11-11T01:20:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741839_1015 (size=6421) 2024-11-11T01:20:09,522 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:09,633 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:20:09,649 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:09,849 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:09,871 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/info/c14dbf9a9fea43cd8cb9921722ecf745 2024-11-11T01:20:09,885 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:20:09,885 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:20:09,891 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/ns/893721be115341e3bcdfcc9f0970c2ac is 43, key is default/ns:d/1731287939932/Put/seqid=0 2024-11-11T01:20:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741840_1016 (size=5153) 2024-11-11T01:20:09,935 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38585,1731287929064 got entry batch from reader: null 2024-11-11T01:20:10,049 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:10,249 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:10,295 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/ns/893721be115341e3bcdfcc9f0970c2ac 2024-11-11T01:20:10,313 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/rep_barrier/452ea5681dee4f3ea063017fe8b38425 is 112, key is test,,1731287942148.fc68a193c76d000df63079f236fd53a0./rep_barrier:seqnumDuringOpen/1731287943317/Put/seqid=0 2024-11-11T01:20:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741841_1017 (size=5518) 2024-11-11T01:20:10,450 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:20:10,450 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:20:10,450 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:10,650 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:10,717 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/rep_barrier/452ea5681dee4f3ea063017fe8b38425 2024-11-11T01:20:10,735 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/table/b07bc4e00e5c413ab2602a5054c3409e is 40, key is test/table:state/1731287943328/Put/seqid=0 2024-11-11T01:20:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741842_1018 (size=5165) 2024-11-11T01:20:10,850 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:11,050 DEBUG [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:11,139 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/table/b07bc4e00e5c413ab2602a5054c3409e 2024-11-11T01:20:11,146 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/info/c14dbf9a9fea43cd8cb9921722ecf745 as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/info/c14dbf9a9fea43cd8cb9921722ecf745 2024-11-11T01:20:11,153 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/info/c14dbf9a9fea43cd8cb9921722ecf745, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T01:20:11,154 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/ns/893721be115341e3bcdfcc9f0970c2ac as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/ns/893721be115341e3bcdfcc9f0970c2ac 2024-11-11T01:20:11,162 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/ns/893721be115341e3bcdfcc9f0970c2ac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:20:11,163 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/rep_barrier/452ea5681dee4f3ea063017fe8b38425 as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/rep_barrier/452ea5681dee4f3ea063017fe8b38425 2024-11-11T01:20:11,171 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/rep_barrier/452ea5681dee4f3ea063017fe8b38425, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T01:20:11,172 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/.tmp/table/b07bc4e00e5c413ab2602a5054c3409e as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/table/b07bc4e00e5c413ab2602a5054c3409e 2024-11-11T01:20:11,178 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/table/b07bc4e00e5c413ab2602a5054c3409e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:20:11,180 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-11T01:20:11,186 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:20:11,187 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:11,187 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:11,187 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:11,187 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288009449Running coprocessor pre-close hooks at 1731288009449Disabling compacts and flushes for region at 1731288009449Disabling writes for close at 1731288009449Obtaining lock to block concurrent updates at 1731288009449Preparing flush snapshotting stores in 1588230740 at 1731288009449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731288009449Flushing stores of hbase:meta,,1.1588230740 at 1731288009450 (+1 ms)Flushing 1588230740/info: creating writer at 1731288009450Flushing 1588230740/info: appending metadata at 1731288009466 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731288009466Flushing 1588230740/ns: creating writer at 1731288009877 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731288009891 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731288009891Flushing 1588230740/rep_barrier: creating writer at 1731288010300 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288010312 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288010312Flushing 1588230740/table: creating writer at 1731288010722 (+410 ms)Flushing 1588230740/table: appending metadata at 1731288010734 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731288010734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8896cc2: reopening flushed file at 1731288011145 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de10d3: reopening flushed file at 1731288011153 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222b591c: reopening flushed file at 1731288011162 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621dd26e: reopening flushed file at 1731288011171 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1731288011180 (+9 ms)Writing region close event to WAL at 1731288011183 (+3 ms)Running coprocessor post-close hooks at 1731288011187 (+4 ms)Closed at 1731288011187 2024-11-11T01:20:11,187 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:11,250 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,37157,1731287936721; all regions closed. 2024-11-11T01:20:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741834_1010 (size=2717) 2024-11-11T01:20:11,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.meta.1731287939884.meta not finished, retry = 0 2024-11-11T01:20:11,355 DEBUG [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/oldWALs 2024-11-11T01:20:11,355 INFO [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37157%2C1731287936721.meta:.meta(num 1731287939884) 2024-11-11T01:20:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741832_1008 (size=1028) 2024-11-11T01:20:11,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/WALs/612696b701d2,37157,1731287936721/612696b701d2%2C37157%2C1731287936721.1731287938958 not finished, retry = 0 2024-11-11T01:20:11,460 DEBUG [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/oldWALs 2024-11-11T01:20:11,460 INFO [RS:0;612696b701d2:37157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37157%2C1731287936721:(num 1731287938958) 2024-11-11T01:20:11,460 DEBUG [RS:0;612696b701d2:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:11,460 INFO [RS:0;612696b701d2:37157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:11,460 INFO [RS:0;612696b701d2:37157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:11,460 INFO [RS:0;612696b701d2:37157 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:11,461 INFO [RS:0;612696b701d2:37157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:11,461 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:11,461 INFO [RS:0;612696b701d2:37157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37157. 2024-11-11T01:20:11,461 DEBUG [RS:0;612696b701d2:37157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:11,461 DEBUG [RS:0;612696b701d2:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:11,461 DEBUG [RS:0;612696b701d2:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:11,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:11,461 INFO [RS:0;612696b701d2:37157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37157 2024-11-11T01:20:11,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523/rs 2024-11-11T01:20:11,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1743299523/rs/612696b701d2,37157,1731287936721 2024-11-11T01:20:11,509 INFO [RS:0;612696b701d2:37157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:11,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,37157,1731287936721] 2024-11-11T01:20:11,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1743299523/draining/612696b701d2,37157,1731287936721 already deleted, retry=false 2024-11-11T01:20:11,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,37157,1731287936721 expired; onlineServers=0 2024-11-11T01:20:11,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,41947,1731287936576' ***** 2024-11-11T01:20:11,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:20:11,530 INFO [M:0;612696b701d2:41947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:11,530 INFO [M:0;612696b701d2:41947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:11,531 DEBUG [M:0;612696b701d2:41947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:20:11,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:20:11,531 DEBUG [M:0;612696b701d2:41947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:20:11,531 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287938714 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287938714,5,FailOnTimeoutGroup] 2024-11-11T01:20:11,531 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287938712 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287938712,5,FailOnTimeoutGroup] 2024-11-11T01:20:11,531 INFO [M:0;612696b701d2:41947 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:11,531 INFO [M:0;612696b701d2:41947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:11,531 DEBUG [M:0;612696b701d2:41947 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:20:11,531 INFO [M:0;612696b701d2:41947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:20:11,531 INFO [M:0;612696b701d2:41947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:11,532 INFO [M:0;612696b701d2:41947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:20:11,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:20:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1743299523/master 2024-11-11T01:20:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1743299523 2024-11-11T01:20:11,541 DEBUG [M:0;612696b701d2:41947 {}] zookeeper.ZKUtil(347): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Unable to get data of znode /1-1743299523/master because node does not exist (not an error) 2024-11-11T01:20:11,541 WARN [M:0;612696b701d2:41947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:20:11,542 INFO [M:0;612696b701d2:41947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/.lastflushedseqids 2024-11-11T01:20:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741843_1019 (size=173) 2024-11-11T01:20:11,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:11,620 INFO [RS:0;612696b701d2:37157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:11,620 INFO [RS:0;612696b701d2:37157 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,37157,1731287936721; zookeeper connection closed. 2024-11-11T01:20:11,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x101277943880004, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:11,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52d476cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52d476cf 2024-11-11T01:20:11,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:20:11,947 INFO [M:0;612696b701d2:41947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:20:11,947 INFO [M:0;612696b701d2:41947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:20:11,947 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:11,948 INFO [M:0;612696b701d2:41947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:11,948 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:11,948 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:11,948 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:11,948 INFO [M:0;612696b701d2:41947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-11T01:20:11,962 DEBUG [M:0;612696b701d2:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec8213995e542008554b842c10c43a2 is 82, key is hbase:meta,,1/info:regioninfo/1731287939916/Put/seqid=0 2024-11-11T01:20:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741844_1020 (size=5672) 2024-11-11T01:20:12,366 INFO [M:0;612696b701d2:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec8213995e542008554b842c10c43a2 2024-11-11T01:20:12,385 DEBUG [M:0;612696b701d2:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc39c65a1cd04933aa866f780d41736a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731287943334/Put/seqid=0 2024-11-11T01:20:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741845_1021 (size=6726) 2024-11-11T01:20:12,790 INFO [M:0;612696b701d2:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc39c65a1cd04933aa866f780d41736a 2024-11-11T01:20:12,796 INFO [M:0;612696b701d2:41947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc39c65a1cd04933aa866f780d41736a 2024-11-11T01:20:12,813 DEBUG [M:0;612696b701d2:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7763f63459da497d928366fd678c06e9 is 69, key is 612696b701d2,37157,1731287936721/rs:state/1731287938781/Put/seqid=0 2024-11-11T01:20:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741846_1022 (size=5156) 2024-11-11T01:20:13,138 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.1731287932197 to pos 997, reset compression=false 2024-11-11T01:20:13,218 INFO [M:0;612696b701d2:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7763f63459da497d928366fd678c06e9 2024-11-11T01:20:13,224 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec8213995e542008554b842c10c43a2 as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec8213995e542008554b842c10c43a2 2024-11-11T01:20:13,230 INFO [M:0;612696b701d2:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec8213995e542008554b842c10c43a2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T01:20:13,231 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc39c65a1cd04933aa866f780d41736a as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc39c65a1cd04933aa866f780d41736a 2024-11-11T01:20:13,236 INFO [M:0;612696b701d2:41947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc39c65a1cd04933aa866f780d41736a 2024-11-11T01:20:13,236 INFO [M:0;612696b701d2:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc39c65a1cd04933aa866f780d41736a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T01:20:13,237 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7763f63459da497d928366fd678c06e9 as hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7763f63459da497d928366fd678c06e9 2024-11-11T01:20:13,241 INFO [M:0;612696b701d2:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34733/user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7763f63459da497d928366fd678c06e9, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T01:20:13,242 INFO [M:0;612696b701d2:41947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-11T01:20:13,244 INFO [M:0;612696b701d2:41947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:13,244 DEBUG [M:0;612696b701d2:41947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288011947Disabling compacts and flushes for region at 1731288011947Disabling writes for close at 1731288011948 (+1 ms)Obtaining lock to block concurrent updates at 1731288011948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288011948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731288011948Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288011949 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288011949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288011961 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288011961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288012371 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288012385 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288012385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288012796 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288012812 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288012813 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dd4533: reopening flushed file at 1731288013223 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cbabb38: reopening flushed file at 1731288013230 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79834896: reopening flushed file at 1731288013236 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1731288013242 (+6 ms)Writing region close event to WAL at 1731288013244 (+2 ms)Closed at 1731288013244 2024-11-11T01:20:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741830_1006 (size=33014) 2024-11-11T01:20:13,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b262b96a-0e2d-4aa5-7f5a-3456d4e96db1/MasterData/WALs/612696b701d2,41947,1731287936576/612696b701d2%2C41947%2C1731287936576.1731287938465 not finished, retry = 0 2024-11-11T01:20:13,347 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:13,347 INFO [M:0;612696b701d2:41947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:20:13,347 INFO [M:0;612696b701d2:41947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41947 2024-11-11T01:20:13,348 INFO [M:0;612696b701d2:41947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:13,494 INFO [M:0;612696b701d2:41947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x101277943880003, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:13,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e12392e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:13,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bbce45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:13,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:13,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be5a022{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:13,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356432d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:13,500 WARN [BP-49211977-172.17.0.3-1731287933154 heartbeating to localhost/127.0.0.1:34733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:20:13,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:20:13,500 WARN [BP-49211977-172.17.0.3-1731287933154 heartbeating to localhost/127.0.0.1:34733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-49211977-172.17.0.3-1731287933154 (Datanode Uuid e2e32a42-2178-4ba7-97b8-9274a2285798) service to localhost/127.0.0.1:34733 2024-11-11T01:20:13,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:20:13,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/cluster_81c15342-381b-b0f5-6da6-9a8910b71b2f/data/data1/current/BP-49211977-172.17.0.3-1731287933154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:13,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/cluster_81c15342-381b-b0f5-6da6-9a8910b71b2f/data/data2/current/BP-49211977-172.17.0.3-1731287933154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:13,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:20:13,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b638672{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:13,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a294a3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:13,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:13,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3305506a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:13,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273b513d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:20:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:20:13,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:13,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:13,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:13,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:13,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:13,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:20:13,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2102917029, stopped=false 2024-11-11T01:20:13,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,32843,1731287928866 2024-11-11T01:20:13,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01560690463/running 2024-11-11T01:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01560690463/running 2024-11-11T01:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:20:13,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:13,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:13,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:13,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,38585,1731287929064' ***** 2024-11-11T01:20:13,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:20:13,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(3091): Received CLOSE for 25e7367b61f7136febf46e7fc97ac283 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:13,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/running 2024-11-11T01:20:13,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Set watcher on znode that does not yet exist, /01560690463/running 2024-11-11T01:20:13,539 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,38585,1731287929064 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25e7367b61f7136febf46e7fc97ac283, disabling compactions & flushes 2024-11-11T01:20:13,540 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38585. 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:20:13,540 DEBUG [RS:0;612696b701d2:38585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. after waiting 0 ms 2024-11-11T01:20:13,540 DEBUG [RS:0;612696b701d2:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:20:13,540 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25e7367b61f7136febf46e7fc97ac283 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:20:13,540 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:20:13,540 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1325): Online Regions={25e7367b61f7136febf46e7fc97ac283=hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283., 1588230740=hbase:meta,,1.1588230740, 6ca9934c705ee0ff5b8b7667815d4ab7=test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7.} 2024-11-11T01:20:13,540 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e7367b61f7136febf46e7fc97ac283, 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:13,540 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:13,540 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:13,540 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:20:13,554 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/hfileref/f48cd27ee48243dc87e3d1ade3da951d is 74, key is 1/hfileref:8115bb61712244ae898f909992324b92_SeqId_4_/1731287948410/DeleteColumn/seqid=0 2024-11-11T01:20:13,554 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/info/21a2176e8e604a0c8462ecb32340cf49 is 147, key is hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283./info:regioninfo/1731287945555/Put/seqid=0 2024-11-11T01:20:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741844_1020 (size=5203) 2024-11-11T01:20:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741845_1021 (size=7686) 2024-11-11T01:20:13,598 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:13,740 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e7367b61f7136febf46e7fc97ac283, 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:13,941 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e7367b61f7136febf46e7fc97ac283, 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:13,958 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/hfileref/f48cd27ee48243dc87e3d1ade3da951d 2024-11-11T01:20:13,963 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/info/21a2176e8e604a0c8462ecb32340cf49 2024-11-11T01:20:13,978 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/queue/a4d33efb8f2c431f8bcfe61bcf06eb95 is 153, key is 1-612696b701d2,38585,1731287929064/queue:612696b701d2%2C38585%2C1731287929064/1731287949932/Put/seqid=0 2024-11-11T01:20:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741846_1022 (size=5352) 2024-11-11T01:20:13,986 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/ns/32df28671bb64e82982330d33ebd55d9 is 43, key is default/ns:d/1731287932948/Put/seqid=0 2024-11-11T01:20:13,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741847_1023 (size=5153) 2024-11-11T01:20:14,062 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:20:14,062 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:20:14,141 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e7367b61f7136febf46e7fc97ac283, 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:14,341 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e7367b61f7136febf46e7fc97ac283, 6ca9934c705ee0ff5b8b7667815d4ab7 2024-11-11T01:20:14,383 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/queue/a4d33efb8f2c431f8bcfe61bcf06eb95 2024-11-11T01:20:14,388 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/hfileref/f48cd27ee48243dc87e3d1ade3da951d as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/hfileref/f48cd27ee48243dc87e3d1ade3da951d 2024-11-11T01:20:14,390 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/ns/32df28671bb64e82982330d33ebd55d9 2024-11-11T01:20:14,393 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/hfileref/f48cd27ee48243dc87e3d1ade3da951d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T01:20:14,395 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/.tmp/queue/a4d33efb8f2c431f8bcfe61bcf06eb95 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/queue/a4d33efb8f2c431f8bcfe61bcf06eb95 2024-11-11T01:20:14,400 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/queue/a4d33efb8f2c431f8bcfe61bcf06eb95, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T01:20:14,401 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 25e7367b61f7136febf46e7fc97ac283 in 861ms, sequenceid=10, compaction requested=false 2024-11-11T01:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/replication/25e7367b61f7136febf46e7fc97ac283/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T01:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:14,408 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25e7367b61f7136febf46e7fc97ac283: Waiting for close lock at 1731288013539Running coprocessor pre-close hooks at 1731288013539Disabling compacts and flushes for region at 1731288013539Disabling writes for close at 1731288013540 (+1 ms)Obtaining lock to block concurrent updates at 1731288013540Preparing flush snapshotting stores in 25e7367b61f7136febf46e7fc97ac283 at 1731288013540Finished memstore snapshotting hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731288013540Flushing stores of hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. at 1731288013541 (+1 ms)Flushing 25e7367b61f7136febf46e7fc97ac283/hfileref: creating writer at 1731288013541Flushing 25e7367b61f7136febf46e7fc97ac283/hfileref: appending metadata at 1731288013553 (+12 ms)Flushing 25e7367b61f7136febf46e7fc97ac283/hfileref: closing flushed file at 1731288013553Flushing 25e7367b61f7136febf46e7fc97ac283/queue: creating writer at 1731288013964 (+411 ms)Flushing 25e7367b61f7136febf46e7fc97ac283/queue: appending metadata at 1731288013978 (+14 ms)Flushing 25e7367b61f7136febf46e7fc97ac283/queue: closing flushed file at 1731288013978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588961dc: reopening flushed file at 1731288014387 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d77ef8b: reopening flushed file at 1731288014393 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 25e7367b61f7136febf46e7fc97ac283 in 861ms, sequenceid=10, compaction requested=false at 1731288014401 (+8 ms)Writing region close event to WAL at 1731288014404 (+3 ms)Running coprocessor post-close hooks at 1731288014408 (+4 ms)Closed at 1731288014408 2024-11-11T01:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731287944321.25e7367b61f7136febf46e7fc97ac283. 2024-11-11T01:20:14,409 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ca9934c705ee0ff5b8b7667815d4ab7, disabling compactions & flushes 2024-11-11T01:20:14,409 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:20:14,409 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:20:14,409 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. after waiting 0 ms 2024-11-11T01:20:14,409 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:20:14,412 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/3ca0ec0abf3648bd80459f713c2d66b9 is 112, key is test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7./rep_barrier:seqnumDuringOpen/1731287941147/Put/seqid=0 2024-11-11T01:20:14,413 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/default/test/6ca9934c705ee0ff5b8b7667815d4ab7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:20:14,414 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:14,414 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:20:14,414 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:20:14,414 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ca9934c705ee0ff5b8b7667815d4ab7: Waiting for close lock at 1731288014409Running coprocessor pre-close hooks at 1731288014409Disabling compacts and flushes for region at 1731288014409Disabling writes for close at 1731288014409Writing region close event to WAL at 1731288014410 (+1 ms)Running coprocessor post-close hooks at 1731288014413 (+3 ms)Closed at 1731288014414 (+1 ms) 2024-11-11T01:20:14,414 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731287939984.6ca9934c705ee0ff5b8b7667815d4ab7. 2024-11-11T01:20:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741848_1024 (size=5518) 2024-11-11T01:20:14,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:14,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:14,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:14,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:14,541 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:20:14,541 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:20:14,541 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:14,741 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:14,817 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/3ca0ec0abf3648bd80459f713c2d66b9 2024-11-11T01:20:14,848 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/table/0e848d9e408644978758386fc6af3ee6 is 53, key is hbase:replication/table:state/1731287945562/Put/seqid=0 2024-11-11T01:20:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741849_1025 (size=5308) 2024-11-11T01:20:14,942 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:14,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:15,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:15,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:15,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:15,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:15,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:20:15,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:20:15,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:20:15,142 DEBUG [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:15,259 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/table/0e848d9e408644978758386fc6af3ee6 2024-11-11T01:20:15,265 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/info/21a2176e8e604a0c8462ecb32340cf49 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/info/21a2176e8e604a0c8462ecb32340cf49 2024-11-11T01:20:15,270 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/info/21a2176e8e604a0c8462ecb32340cf49, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:20:15,271 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/ns/32df28671bb64e82982330d33ebd55d9 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/ns/32df28671bb64e82982330d33ebd55d9 2024-11-11T01:20:15,278 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/ns/32df28671bb64e82982330d33ebd55d9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:20:15,279 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/rep_barrier/3ca0ec0abf3648bd80459f713c2d66b9 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/rep_barrier/3ca0ec0abf3648bd80459f713c2d66b9 2024-11-11T01:20:15,285 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/rep_barrier/3ca0ec0abf3648bd80459f713c2d66b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:20:15,286 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/.tmp/table/0e848d9e408644978758386fc6af3ee6 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/table/0e848d9e408644978758386fc6af3ee6 2024-11-11T01:20:15,293 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/table/0e848d9e408644978758386fc6af3ee6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:20:15,294 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=16, compaction requested=false 2024-11-11T01:20:15,301 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:20:15,302 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:15,302 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:15,302 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:15,302 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288013540Running coprocessor pre-close hooks at 1731288013540Disabling compacts and flushes for region at 1731288013540Disabling writes for close at 1731288013540Obtaining lock to block concurrent updates at 1731288013540Preparing flush snapshotting stores in 1588230740 at 1731288013540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288013541 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288013541Flushing 1588230740/info: creating writer at 1731288013541Flushing 1588230740/info: appending metadata at 1731288013554 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731288013554Flushing 1588230740/ns: creating writer at 1731288013969 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731288013986 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731288013986Flushing 1588230740/rep_barrier: creating writer at 1731288014396 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288014411 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288014411Flushing 1588230740/table: creating writer at 1731288014823 (+412 ms)Flushing 1588230740/table: appending metadata at 1731288014847 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731288014847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f5fa71: reopening flushed file at 1731288015264 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3315ebcd: reopening flushed file at 1731288015270 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2764e9d2: reopening flushed file at 1731288015278 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a829da9: reopening flushed file at 1731288015285 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=16, compaction requested=false at 1731288015294 (+9 ms)Writing region close event to WAL at 1731288015296 (+2 ms)Running coprocessor post-close hooks at 1731288015302 (+6 ms)Closed at 1731288015302 2024-11-11T01:20:15,302 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:15,342 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,38585,1731287929064; all regions closed. 2024-11-11T01:20:15,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:20:15,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.meta.1731287932791.meta not finished, retry = 0 2024-11-11T01:20:15,447 DEBUG [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs 2024-11-11T01:20:15,447 INFO [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C38585%2C1731287929064.meta:.meta(num 1731287932791) 2024-11-11T01:20:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741839_1015 (size=2700) 2024-11-11T01:20:15,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/WALs/612696b701d2,38585,1731287929064/612696b701d2%2C38585%2C1731287929064.rep.1731287945519 not finished, retry = 0 2024-11-11T01:20:15,552 DEBUG [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs 2024-11-11T01:20:15,552 INFO [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C38585%2C1731287929064.rep:(num 1731287945519) 2024-11-11T01:20:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741833_1009 (size=1300) 2024-11-11T01:20:15,556 DEBUG [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/oldWALs 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C38585%2C1731287929064:(num 1731287932197) 2024-11-11T01:20:15,557 DEBUG [RS:0;612696b701d2:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:15,557 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,38585,1731287929064 because: Region server is closing 2024-11-11T01:20:15,557 INFO [RS:0;612696b701d2:38585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38585. 2024-11-11T01:20:15,557 DEBUG [RS:0;612696b701d2:38585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:15,557 DEBUG [RS:0;612696b701d2:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:15,558 DEBUG [RS:0;612696b701d2:38585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:15,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:15,658 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.wal-reader.612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:20:15,658 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:20:15,658 INFO [RS:0;612696b701d2:38585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38585,1731287929064.replicationSource.shipper612696b701d2%2C38585%2C1731287929064,1-612696b701d2,38585,1731287929064 terminated 2024-11-11T01:20:15,658 INFO [RS:0;612696b701d2:38585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38585 2024-11-11T01:20:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463/rs 2024-11-11T01:20:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01560690463/rs/612696b701d2,38585,1731287929064 2024-11-11T01:20:15,730 INFO [RS:0;612696b701d2:38585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:15,730 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f9b848e3558@7b38b4fe rejected from java.util.concurrent.ThreadPoolExecutor@3e3a35fd[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-11T01:20:15,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,38585,1731287929064] 2024-11-11T01:20:15,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01560690463/draining/612696b701d2,38585,1731287929064 already deleted, retry=false 2024-11-11T01:20:15,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,38585,1731287929064 expired; onlineServers=0 2024-11-11T01:20:15,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,32843,1731287928866' ***** 2024-11-11T01:20:15,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:20:15,751 INFO [M:0;612696b701d2:32843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:15,751 INFO [M:0;612696b701d2:32843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:15,751 DEBUG [M:0;612696b701d2:32843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:20:15,751 DEBUG [M:0;612696b701d2:32843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:20:15,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:20:15,751 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287931752 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731287931752,5,FailOnTimeoutGroup] 2024-11-11T01:20:15,751 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287931748 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731287931748,5,FailOnTimeoutGroup] 2024-11-11T01:20:15,752 INFO [M:0;612696b701d2:32843 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:15,752 INFO [M:0;612696b701d2:32843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:15,752 DEBUG [M:0;612696b701d2:32843 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:20:15,752 INFO [M:0;612696b701d2:32843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:20:15,752 INFO [M:0;612696b701d2:32843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:15,752 INFO [M:0;612696b701d2:32843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:20:15,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:20:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01560690463/master 2024-11-11T01:20:15,762 DEBUG [M:0;612696b701d2:32843 {}] zookeeper.ZKUtil(347): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Unable to get data of znode /01560690463/master because node does not exist (not an error) 2024-11-11T01:20:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01560690463 2024-11-11T01:20:15,762 WARN [M:0;612696b701d2:32843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:20:15,763 INFO [M:0;612696b701d2:32843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/.lastflushedseqids 2024-11-11T01:20:15,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741850_1026 (size=263) 2024-11-11T01:20:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:15,841 INFO [RS:0;612696b701d2:38585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:15,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38585-0x101277943880001, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:15,841 INFO [RS:0;612696b701d2:38585 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,38585,1731287929064; zookeeper connection closed. 2024-11-11T01:20:15,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79f6808e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79f6808e 2024-11-11T01:20:15,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:20:16,168 INFO [M:0;612696b701d2:32843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:20:16,168 INFO [M:0;612696b701d2:32843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:20:16,168 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:16,168 INFO [M:0;612696b701d2:32843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:16,168 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:16,168 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:16,168 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:16,168 INFO [M:0;612696b701d2:32843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-11T01:20:16,184 DEBUG [M:0;612696b701d2:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b5d9cfd7afb4b44b4ae3e6cb4530d0e is 82, key is hbase:meta,,1/info:regioninfo/1731287932858/Put/seqid=0 2024-11-11T01:20:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741851_1027 (size=5672) 2024-11-11T01:20:16,588 INFO [M:0;612696b701d2:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b5d9cfd7afb4b44b4ae3e6cb4530d0e 2024-11-11T01:20:16,616 DEBUG [M:0;612696b701d2:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34b5ac8632694b6381542cdf5f10dbf4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731287941160/Put/seqid=0 2024-11-11T01:20:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741852_1028 (size=7239) 2024-11-11T01:20:17,020 INFO [M:0;612696b701d2:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34b5ac8632694b6381542cdf5f10dbf4 2024-11-11T01:20:17,025 INFO [M:0;612696b701d2:32843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b5ac8632694b6381542cdf5f10dbf4 2024-11-11T01:20:17,041 DEBUG [M:0;612696b701d2:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556464ef01b04e6d8437cb50c26838e3 is 69, key is 612696b701d2,38585,1731287929064/rs:state/1731287931893/Put/seqid=0 2024-11-11T01:20:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741853_1029 (size=5156) 2024-11-11T01:20:17,447 INFO [M:0;612696b701d2:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556464ef01b04e6d8437cb50c26838e3 2024-11-11T01:20:17,452 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b5d9cfd7afb4b44b4ae3e6cb4530d0e as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b5d9cfd7afb4b44b4ae3e6cb4530d0e 2024-11-11T01:20:17,456 INFO [M:0;612696b701d2:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b5d9cfd7afb4b44b4ae3e6cb4530d0e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T01:20:17,457 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34b5ac8632694b6381542cdf5f10dbf4 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34b5ac8632694b6381542cdf5f10dbf4 2024-11-11T01:20:17,462 INFO [M:0;612696b701d2:32843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b5ac8632694b6381542cdf5f10dbf4 2024-11-11T01:20:17,462 INFO [M:0;612696b701d2:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34b5ac8632694b6381542cdf5f10dbf4, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T01:20:17,463 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/556464ef01b04e6d8437cb50c26838e3 as hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/556464ef01b04e6d8437cb50c26838e3 2024-11-11T01:20:17,468 INFO [M:0;612696b701d2:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45033/user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/556464ef01b04e6d8437cb50c26838e3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T01:20:17,469 INFO [M:0;612696b701d2:32843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-11-11T01:20:17,471 INFO [M:0;612696b701d2:32843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:17,471 DEBUG [M:0;612696b701d2:32843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288016168Disabling compacts and flushes for region at 1731288016168Disabling writes for close at 1731288016168Obtaining lock to block concurrent updates at 1731288016168Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288016169 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731288016169Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288016170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288016170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288016183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288016183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288016595 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288016615 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288016615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288017026 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288017041 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288017041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5035b855: reopening flushed file at 1731288017451 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a90c0d: reopening flushed file at 1731288017457 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475df9d6: reopening flushed file at 1731288017462 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1731288017469 (+7 ms)Writing region close event to WAL at 1731288017471 (+2 ms)Closed at 1731288017471 2024-11-11T01:20:17,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741830_1006 (size=64514) 2024-11-11T01:20:17,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac374fd-f369-4ef1-93b0-8fccd51a7f7e/MasterData/WALs/612696b701d2,32843,1731287928866/612696b701d2%2C32843%2C1731287928866.1731287931008 not finished, retry = 0 2024-11-11T01:20:17,574 INFO [M:0;612696b701d2:32843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:20:17,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:17,574 INFO [M:0;612696b701d2:32843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32843 2024-11-11T01:20:17,575 INFO [M:0;612696b701d2:32843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:17,777 INFO [M:0;612696b701d2:32843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101277943880000, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:17,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@156af311{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:17,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a269e61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:17,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:17,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4834dab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:17,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e6eb90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:17,782 WARN [BP-1113899088-172.17.0.3-1731287926813 heartbeating to localhost/127.0.0.1:45033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:20:17,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:20:17,782 WARN [BP-1113899088-172.17.0.3-1731287926813 heartbeating to localhost/127.0.0.1:45033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1113899088-172.17.0.3-1731287926813 (Datanode Uuid 573648a1-5a05-482f-b8e2-4e4f6f836161) service to localhost/127.0.0.1:45033 2024-11-11T01:20:17,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:20:17,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/data/data1/current/BP-1113899088-172.17.0.3-1731287926813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:17,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/cluster_12633020-017b-aaa3-89b9-21452ae7e7f0/data/data2/current/BP-1113899088-172.17.0.3-1731287926813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:17,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:20:17,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e56ee17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:17,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@649abad9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:17,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:17,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4725d197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:17,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8ba4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555a87de-743c-9386-f128-aa68d76af775/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:17,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:20:17,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:20:17,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 146) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62210) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45033 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62210) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34733 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9b84b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9b84b90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 477) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1511 (was 1849) 2024-11-11T01:20:17,824 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=1511 2024-11-11T01:20:17,835 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T01:20:17,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir so I do NOT create it in target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e 2024-11-11T01:20:17,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:20:17,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.tmp.dir so I do NOT create it in target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e 2024-11-11T01:20:17,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7cda886-15f1-0263-ac10-1911954aba9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:20:17,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e 2024-11-11T01:20:17,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047, deleteOnExit=true 2024-11-11T01:20:17,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/zookeeper_0, clientPort=54637, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:20:17,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54637 2024-11-11T01:20:17,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:20:17,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:20:17,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/test.cache.data in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:20:17,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:20:17,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:20:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277943880002, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:20:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277943880005, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:20:17,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277943880005, quorum=127.0.0.1:62210, baseZNode=/1-1743299523 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:20:17,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277943880002, quorum=127.0.0.1:62210, baseZNode=/01560690463 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:20:18,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:18,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:18,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:18,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:18,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:20:18,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:18,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:18,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:18,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/java.io.tmpdir/jetty-localhost-46851-hadoop-hdfs-3_4_1-tests_jar-_-any-7429612397965384159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:18,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:46851} 2024-11-11T01:20:18,404 INFO [Time-limited test {}] server.Server(415): Started @142249ms 2024-11-11T01:20:18,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:18,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:18,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:18,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:18,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:20:18,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:18,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:18,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69bdd9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/java.io.tmpdir/jetty-localhost-35455-hadoop-hdfs-3_4_1-tests_jar-_-any-6662499285446008163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:18,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:35455} 2024-11-11T01:20:18,787 INFO [Time-limited test {}] server.Server(415): Started @142633ms 2024-11-11T01:20:18,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:20:19,506 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/data/data2/current/BP-706737931-172.17.0.3-1731288017913/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:19,506 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/data/data1/current/BP-706737931-172.17.0.3-1731288017913/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:19,526 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:20:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb893fdccc3d5ac77 with lease ID 0x9756fd89539911ab: Processing first storage report for DS-f0cf7d7d-0327-4412-9b98-de76667b1823 from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=6ce9f968-7ede-49c4-b3dc-63b77d4d93d9, infoPort=39737, infoSecurePort=0, ipcPort=34951, storageInfo=lv=-57;cid=testClusterID;nsid=524665451;c=1731288017913) 2024-11-11T01:20:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb893fdccc3d5ac77 with lease ID 0x9756fd89539911ab: from storage DS-f0cf7d7d-0327-4412-9b98-de76667b1823 node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=6ce9f968-7ede-49c4-b3dc-63b77d4d93d9, infoPort=39737, infoSecurePort=0, ipcPort=34951, storageInfo=lv=-57;cid=testClusterID;nsid=524665451;c=1731288017913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb893fdccc3d5ac77 with lease ID 0x9756fd89539911ab: Processing first storage report for DS-21a0ff08-26cf-4c25-9338-dd3f5d874cb2 from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=6ce9f968-7ede-49c4-b3dc-63b77d4d93d9, infoPort=39737, infoSecurePort=0, ipcPort=34951, storageInfo=lv=-57;cid=testClusterID;nsid=524665451;c=1731288017913) 2024-11-11T01:20:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb893fdccc3d5ac77 with lease ID 0x9756fd89539911ab: from storage DS-21a0ff08-26cf-4c25-9338-dd3f5d874cb2 node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=6ce9f968-7ede-49c4-b3dc-63b77d4d93d9, infoPort=39737, infoSecurePort=0, ipcPort=34951, storageInfo=lv=-57;cid=testClusterID;nsid=524665451;c=1731288017913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:19,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e 2024-11-11T01:20:19,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:19,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:20:19,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:19,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:19,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:19,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:19,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:20,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb with version=8 2024-11-11T01:20:20,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/hbase-staging 2024-11-11T01:20:20,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:20,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45229 2024-11-11T01:20:20,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45229 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:20,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452290x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:20,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45229-0x101277aa7830000 connected 2024-11-11T01:20:20,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:20,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:20,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:20,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb, hbase.cluster.distributed=false 2024-11-11T01:20:20,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/acl 2024-11-11T01:20:20,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-11T01:20:20,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45229 2024-11-11T01:20:20,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45229 2024-11-11T01:20:20,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-11T01:20:20,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-11T01:20:20,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:20,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:20:20,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:20,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35063 2024-11-11T01:20:20,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35063 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:20,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:20,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350630x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:20,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35063-0x101277aa7830001 connected 2024-11-11T01:20:20,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:20,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:20:20,247 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:20:20,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/master 2024-11-11T01:20:20,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/acl 2024-11-11T01:20:20,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-11T01:20:20,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-11-11T01:20:20,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-11-11T01:20:20,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-11T01:20:20,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-11T01:20:20,264 DEBUG [M:0;612696b701d2:45229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:45229 2024-11-11T01:20:20,265 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951546536/backup-masters/612696b701d2,45229,1731288020041 2024-11-11T01:20:20,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:20,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:20,278 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/backup-masters/612696b701d2,45229,1731288020041 2024-11-11T01:20:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/master 2024-11-11T01:20:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:20,288 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/master 2024-11-11T01:20:20,289 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951546536/backup-masters/612696b701d2,45229,1731288020041 from backup master directory 2024-11-11T01:20:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/backup-masters/612696b701d2,45229,1731288020041 2024-11-11T01:20:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:20,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:20,299 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:20,299 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,45229,1731288020041 2024-11-11T01:20:20,302 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/hbase.id] with ID: d48abfc1-5964-4c48-b7a6-2c2f24f029be 2024-11-11T01:20:20,302 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.tmp/hbase.id 2024-11-11T01:20:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:20:20,707 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.tmp/hbase.id]:[hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/hbase.id] 2024-11-11T01:20:20,719 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:20,719 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:20:20,720 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:20:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:20:21,179 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:21,179 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:20:21,180 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:20:21,588 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store 2024-11-11T01:20:21,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:21,994 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:21,994 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:21,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288021994Disabling compacts and flushes for region at 1731288021994Disabling writes for close at 1731288021994Writing region close event to WAL at 1731288021994Closed at 1731288021994 2024-11-11T01:20:21,995 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/.initializing 2024-11-11T01:20:21,995 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041 2024-11-11T01:20:21,996 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:21,998 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C45229%2C1731288020041, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/oldWALs, maxLogs=10 2024-11-11T01:20:22,009 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041/612696b701d2%2C45229%2C1731288020041.1731288021998, exclude list is [], retry=0 2024-11-11T01:20:22,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:22,013 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:22,013 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:22,014 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:22,014 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:22,014 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,014 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:20:22,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:22,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:22,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:20:22,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:22,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:20:22,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:20:22,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:22,021 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,022 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,022 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,023 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,023 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,024 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:22,025 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:22,027 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:22,027 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68249010, jitterRate=0.01698949933052063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:22,028 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288022014Initializing all the Stores at 1731288022015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288022015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288022015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288022015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288022015Cleaning up temporary data from old regions at 1731288022023 (+8 ms)Region opened successfully at 1731288022028 (+5 ms) 2024-11-11T01:20:22,028 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:20:22,031 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a8e49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:22,032 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:20:22,032 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:20:22,032 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:20:22,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:20:22,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:20:22,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:20:22,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:20:22,035 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:20:22,036 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/balancer because node does not exist (not necessarily an error) 2024-11-11T01:20:22,119 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/balancer already deleted, retry=false 2024-11-11T01:20:22,120 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:20:22,121 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:20:22,130 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/normalizer already deleted, retry=false 2024-11-11T01:20:22,130 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:20:22,131 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:20:22,140 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/switch/split already deleted, retry=false 2024-11-11T01:20:22,141 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:20:22,151 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/switch/merge already deleted, retry=false 2024-11-11T01:20:22,153 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:20:22,161 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/snapshot-cleanup already deleted, retry=false 2024-11-11T01:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,172 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,45229,1731288020041, sessionid=0x101277aa7830000, setting cluster-up flag (Was=false) 2024-11-11T01:20:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,224 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951546536/flush-table-proc/acquired, /0951546536/flush-table-proc/reached, /0951546536/flush-table-proc/abort 2024-11-11T01:20:22,226 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45229,1731288020041 2024-11-11T01:20:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:22,277 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951546536/online-snapshot/acquired, /0951546536/online-snapshot/reached, /0951546536/online-snapshot/abort 2024-11-11T01:20:22,278 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45229,1731288020041 2024-11-11T01:20:22,280 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:20:22,281 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:22,282 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:20:22,282 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:20:22,282 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,45229,1731288020041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,283 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:22,284 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288052285 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:20:22,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:22,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:20:22,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:20:22,286 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:22,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:20:22,287 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288022286,5,FailOnTimeoutGroup] 2024-11-11T01:20:22,287 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288022287,5,FailOnTimeoutGroup] 2024-11-11T01:20:22,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:20:22,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:20:22,357 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(746): ClusterId : d48abfc1-5964-4c48-b7a6-2c2f24f029be 2024-11-11T01:20:22,357 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:20:22,368 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:20:22,368 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:20:22,379 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:20:22,379 DEBUG [RS:0;612696b701d2:35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b808534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:22,389 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:35063 2024-11-11T01:20:22,390 INFO [RS:0;612696b701d2:35063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:20:22,390 INFO [RS:0;612696b701d2:35063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:20:22,390 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:20:22,390 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,45229,1731288020041 with port=35063, startcode=1731288020231 2024-11-11T01:20:22,390 DEBUG [RS:0;612696b701d2:35063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:20:22,392 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:20:22,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,35063,1731288020231 2024-11-11T01:20:22,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(517): Registering regionserver=612696b701d2,35063,1731288020231 2024-11-11T01:20:22,393 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb 2024-11-11T01:20:22,393 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34343 2024-11-11T01:20:22,393 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:20:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/rs 2024-11-11T01:20:22,404 DEBUG [RS:0;612696b701d2:35063 {}] zookeeper.ZKUtil(111): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/rs/612696b701d2,35063,1731288020231 2024-11-11T01:20:22,404 WARN [RS:0;612696b701d2:35063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:22,404 INFO [RS:0;612696b701d2:35063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:22,404 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231 2024-11-11T01:20:22,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,35063,1731288020231] 2024-11-11T01:20:22,407 INFO [RS:0;612696b701d2:35063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:20:22,409 INFO [RS:0;612696b701d2:35063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:20:22,409 INFO [RS:0;612696b701d2:35063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:20:22,409 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,409 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:20:22,410 INFO [RS:0;612696b701d2:35063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:20:22,410 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,410 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,411 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,411 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:22,411 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:22,411 DEBUG [RS:0;612696b701d2:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,411 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35063,1731288020231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:22,428 INFO [RS:0;612696b701d2:35063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:20:22,428 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35063,1731288020231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,429 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,429 INFO [RS:0;612696b701d2:35063 {}] regionserver.Replication(171): 612696b701d2,35063,1731288020231 started 2024-11-11T01:20:22,441 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:22,441 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,35063,1731288020231, RpcServer on 612696b701d2/172.17.0.3:35063, sessionid=0x101277aa7830001 2024-11-11T01:20:22,441 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:20:22,441 DEBUG [RS:0;612696b701d2:35063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,35063,1731288020231 2024-11-11T01:20:22,441 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35063,1731288020231' 2024-11-11T01:20:22,441 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951546536/flush-table-proc/abort' 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951546536/flush-table-proc/acquired' 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,35063,1731288020231 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35063,1731288020231' 2024-11-11T01:20:22,442 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951546536/online-snapshot/abort' 2024-11-11T01:20:22,443 DEBUG [RS:0;612696b701d2:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951546536/online-snapshot/acquired' 2024-11-11T01:20:22,443 DEBUG [RS:0;612696b701d2:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:20:22,443 INFO [RS:0;612696b701d2:35063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:20:22,443 INFO [RS:0;612696b701d2:35063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:20:22,543 INFO [RS:0;612696b701d2:35063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:22,545 INFO [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35063%2C1731288020231, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:22,563 DEBUG [RS:0;612696b701d2:35063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545, exclude list is [], retry=0 2024-11-11T01:20:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:22,567 INFO [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 2024-11-11T01:20:22,567 DEBUG [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:22,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:20:22,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb 2024-11-11T01:20:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:20:23,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:23,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:23,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:23,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:23,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:23,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:23,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:23,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:23,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:23,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:23,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:23,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:23,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:23,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:23,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:23,112 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74542865, jitterRate=0.11077524721622467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288023100Initializing all the Stores at 1731288023101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288023101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023101Cleaning up temporary data from old regions at 1731288023109 (+8 ms)Region opened successfully at 1731288023113 (+4 ms) 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:23,113 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:23,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288023113Disabling compacts and flushes for region at 1731288023113Disabling writes for close at 1731288023113Writing region close event to WAL at 1731288023113Closed at 1731288023113 2024-11-11T01:20:23,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:23,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:20:23,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:20:23,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:23,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:20:23,267 DEBUG [612696b701d2:45229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:23,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,35063,1731288020231 2024-11-11T01:20:23,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35063,1731288020231, state=OPENING 2024-11-11T01:20:23,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:20:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:23,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:23,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:23,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:23,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35063,1731288020231}] 2024-11-11T01:20:23,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:20:23,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:20:23,498 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:20:23,498 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:23,498 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:20:23,499 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35063%2C1731288020231.meta, suffix=.meta, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:23,510 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.meta.1731288023499.meta, exclude list is [], retry=0 2024-11-11T01:20:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:23,514 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.meta.1731288023499.meta 2024-11-11T01:20:23,514 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:23,514 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:23,514 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:23,514 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:23,514 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:20:23,515 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:20:23,515 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:20:23,515 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:23,515 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:20:23,515 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:20:23,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:23,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:23,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:23,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:23,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:23,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:23,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:23,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:23,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:23,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:23,521 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:23,521 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:23,522 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:23,523 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:23,523 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:23,524 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:23,525 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:23,526 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73241134, jitterRate=0.09137794375419617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:23,526 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:20:23,526 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288023515Writing region info on filesystem at 1731288023515Initializing all the Stores at 1731288023516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288023516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288023516Cleaning up temporary data from old regions at 1731288023523 (+7 ms)Running coprocessor post-open hooks at 1731288023526 (+3 ms)Region opened successfully at 1731288023526 2024-11-11T01:20:23,527 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288023493 2024-11-11T01:20:23,529 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:20:23,529 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:20:23,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35063,1731288020231 2024-11-11T01:20:23,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35063,1731288020231, state=OPEN 2024-11-11T01:20:23,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:23,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:23,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,35063,1731288020231 2024-11-11T01:20:23,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:23,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:23,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:20:23,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35063,1731288020231 in 251 msec 2024-11-11T01:20:23,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:20:23,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-11T01:20:23,596 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:23,596 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:20:23,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:23,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35063,1731288020231, seqNum=-1] 2024-11-11T01:20:23,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:23,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-11T01:20:23,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288023604, completionTime=-1 2024-11-11T01:20:23,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:20:23,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288083606 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288143606 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:45229, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,606 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,608 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:23,610 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:20:23,613 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:20:23,613 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:20:23,613 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45229,1731288020041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:23,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:23,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45229,-1 for getting cluster id 2024-11-11T01:20:23,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:23,659 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd48abfc1-5964-4c48-b7a6-2c2f24f029be' 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d48abfc1-5964-4c48-b7a6-2c2f24f029be" 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c258b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45229,-1] 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:23,660 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:23,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:23,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35063,1731288020231, seqNum=-1] 2024-11-11T01:20:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:23,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:23,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,45229,1731288020041 2024-11-11T01:20:23,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:23,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:23,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277aa7830002 connected 2024-11-11T01:20:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir so I do NOT create it in target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc 2024-11-11T01:20:23,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:20:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.tmp.dir so I do NOT create it in target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc 2024-11-11T01:20:23,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:20:23,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc 2024-11-11T01:20:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:20:23,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/cluster_6ac3bc0d-e437-80c8-65ca-98f9086a499f, deleteOnExit=true 2024-11-11T01:20:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/test.cache.data in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:20:23,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:20:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:20:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:20:24,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:24,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:24,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:24,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:24,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:20:24,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:24,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:24,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f1710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6760df83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-630439260252828355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:24,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd1f0b5{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-11T01:20:24,170 INFO [Time-limited test {}] server.Server(415): Started @148016ms 2024-11-11T01:20:24,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:24,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:24,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:24,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:24,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:20:24,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:24,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32981a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:24,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8e69041{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/java.io.tmpdir/jetty-localhost-45295-hadoop-hdfs-3_4_1-tests_jar-_-any-13753544978010734959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:24,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48871e80{HTTP/1.1, (http/1.1)}{localhost:45295} 2024-11-11T01:20:24,741 INFO [Time-limited test {}] server.Server(415): Started @148587ms 2024-11-11T01:20:24,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:20:25,701 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/cluster_6ac3bc0d-e437-80c8-65ca-98f9086a499f/data/data1/current/BP-323077715-172.17.0.3-1731288023716/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:25,701 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/cluster_6ac3bc0d-e437-80c8-65ca-98f9086a499f/data/data2/current/BP-323077715-172.17.0.3-1731288023716/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:25,716 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:20:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6239ddfd9c9762d8 with lease ID 0xc91529f2e1187a4d: Processing first storage report for DS-0cfce2ca-7373-4f96-86dd-5dda31491875 from datanode DatanodeRegistration(127.0.0.1:34183, datanodeUuid=f6dcd44e-4182-457a-9451-6e2862554325, infoPort=45563, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=921753351;c=1731288023716) 2024-11-11T01:20:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6239ddfd9c9762d8 with lease ID 0xc91529f2e1187a4d: from storage DS-0cfce2ca-7373-4f96-86dd-5dda31491875 node DatanodeRegistration(127.0.0.1:34183, datanodeUuid=f6dcd44e-4182-457a-9451-6e2862554325, infoPort=45563, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=921753351;c=1731288023716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6239ddfd9c9762d8 with lease ID 0xc91529f2e1187a4d: Processing first storage report for DS-bc4826bd-e8ed-4322-b750-cdf6a5b43629 from datanode DatanodeRegistration(127.0.0.1:34183, datanodeUuid=f6dcd44e-4182-457a-9451-6e2862554325, infoPort=45563, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=921753351;c=1731288023716) 2024-11-11T01:20:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6239ddfd9c9762d8 with lease ID 0xc91529f2e1187a4d: from storage DS-bc4826bd-e8ed-4322-b750-cdf6a5b43629 node DatanodeRegistration(127.0.0.1:34183, datanodeUuid=f6dcd44e-4182-457a-9451-6e2862554325, infoPort=45563, infoSecurePort=0, ipcPort=39797, storageInfo=lv=-57;cid=testClusterID;nsid=921753351;c=1731288023716), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:20:25,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc 2024-11-11T01:20:25,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:25,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:20:26,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db with version=8 2024-11-11T01:20:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/hbase-staging 2024-11-11T01:20:26,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:20:26,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:26,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40233 2024-11-11T01:20:26,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40233 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402330x0, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:26,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40233-0x101277aa7830003 connected 2024-11-11T01:20:26,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:26,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:26,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/running 2024-11-11T01:20:26,312 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db, hbase.cluster.distributed=false 2024-11-11T01:20:26,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/acl 2024-11-11T01:20:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-11T01:20:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40233 2024-11-11T01:20:26,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40233 2024-11-11T01:20:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-11T01:20:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-11T01:20:26,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:20:26,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:26,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44581 2024-11-11T01:20:26,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44581 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:26,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:26,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:26,346 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445810x0, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:26,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44581-0x101277aa7830004 connected 2024-11-11T01:20:26,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/running 2024-11-11T01:20:26,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:20:26,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:20:26,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/master 2024-11-11T01:20:26,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/acl 2024-11-11T01:20:26,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-11T01:20:26,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44581 2024-11-11T01:20:26,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44581 2024-11-11T01:20:26,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-11T01:20:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-11T01:20:26,365 DEBUG [M:0;612696b701d2:40233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:40233 2024-11-11T01:20:26,365 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-594702020/backup-masters/612696b701d2,40233,1731288026180 2024-11-11T01:20:26,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/backup-masters 2024-11-11T01:20:26,378 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/backup-masters 2024-11-11T01:20:26,378 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on existing znode=/1-594702020/backup-masters/612696b701d2,40233,1731288026180 2024-11-11T01:20:26,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-594702020/master 2024-11-11T01:20:26,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:26,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:26,389 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on existing znode=/1-594702020/master 2024-11-11T01:20:26,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-594702020/backup-masters/612696b701d2,40233,1731288026180 from backup master directory 2024-11-11T01:20:26,399 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/backup-masters 2024-11-11T01:20:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-594702020/backup-masters/612696b701d2,40233,1731288026180 2024-11-11T01:20:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/backup-masters 2024-11-11T01:20:26,399 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:26,399 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,40233,1731288026180 2024-11-11T01:20:26,402 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/hbase.id] with ID: 9f634b4e-9334-46bd-b14c-fee9d8f1cd0f 2024-11-11T01:20:26,402 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/.tmp/hbase.id 2024-11-11T01:20:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:20:26,808 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/.tmp/hbase.id]:[hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/hbase.id] 2024-11-11T01:20:26,818 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:26,818 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:20:26,819 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:20:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:26,866 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:20:27,273 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:27,273 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:20:27,273 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:20:27,680 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store 2024-11-11T01:20:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:28,086 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:28,086 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:28,086 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288028086Disabling compacts and flushes for region at 1731288028086Disabling writes for close at 1731288028086Writing region close event to WAL at 1731288028086Closed at 1731288028086 2024-11-11T01:20:28,087 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/.initializing 2024-11-11T01:20:28,087 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/WALs/612696b701d2,40233,1731288026180 2024-11-11T01:20:28,088 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:28,090 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C40233%2C1731288026180, suffix=, logDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/WALs/612696b701d2,40233,1731288026180, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/oldWALs, maxLogs=10 2024-11-11T01:20:28,101 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/WALs/612696b701d2,40233,1731288026180/612696b701d2%2C40233%2C1731288026180.1731288028090, exclude list is [], retry=0 2024-11-11T01:20:28,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-0cfce2ca-7373-4f96-86dd-5dda31491875,DISK] 2024-11-11T01:20:28,105 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/WALs/612696b701d2,40233,1731288026180/612696b701d2%2C40233%2C1731288026180.1731288028090 2024-11-11T01:20:28,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-11T01:20:28,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:28,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:28,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:20:28,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:20:28,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:20:28,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:28,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:28,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:20:28,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:28,112 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,113 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,113 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,114 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,114 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,115 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:28,116 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:28,118 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:28,118 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66129960, jitterRate=-0.014586806297302246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:28,119 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288028105Initializing all the Stores at 1731288028106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288028106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288028106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288028106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288028106Cleaning up temporary data from old regions at 1731288028114 (+8 ms)Region opened successfully at 1731288028119 (+5 ms) 2024-11-11T01:20:28,119 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:20:28,122 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b70bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:28,122 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:20:28,123 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:20:28,123 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:20:28,123 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:20:28,123 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:20:28,124 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:20:28,124 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:20:28,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:20:28,127 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Unable to get data of znode /1-594702020/balancer because node does not exist (not necessarily an error) 2024-11-11T01:20:28,182 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/balancer already deleted, retry=false 2024-11-11T01:20:28,183 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:20:28,184 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Unable to get data of znode /1-594702020/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:20:28,192 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/normalizer already deleted, retry=false 2024-11-11T01:20:28,193 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:20:28,194 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Unable to get data of znode /1-594702020/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:20:28,203 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/switch/split already deleted, retry=false 2024-11-11T01:20:28,204 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Unable to get data of znode /1-594702020/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:20:28,213 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/switch/merge already deleted, retry=false 2024-11-11T01:20:28,216 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Unable to get data of znode /1-594702020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:20:28,224 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/snapshot-cleanup already deleted, retry=false 2024-11-11T01:20:28,235 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-594702020/running 2024-11-11T01:20:28,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-594702020/running 2024-11-11T01:20:28,235 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,235 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,40233,1731288026180, sessionid=0x101277aa7830003, setting cluster-up flag (Was=false) 2024-11-11T01:20:28,256 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,287 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-594702020/flush-table-proc/acquired, /1-594702020/flush-table-proc/reached, /1-594702020/flush-table-proc/abort 2024-11-11T01:20:28,288 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,40233,1731288026180 2024-11-11T01:20:28,308 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:28,340 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-594702020/online-snapshot/acquired, /1-594702020/online-snapshot/reached, /1-594702020/online-snapshot/abort 2024-11-11T01:20:28,347 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,40233,1731288026180 2024-11-11T01:20:28,353 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:20:28,354 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:28,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:20:28,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:20:28,355 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,40233,1731288026180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:28,357 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,365 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(746): ClusterId : 9f634b4e-9334-46bd-b14c-fee9d8f1cd0f 2024-11-11T01:20:28,365 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:20:28,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:28,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:20:28,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:28,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:20:28,372 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:20:28,372 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:20:28,376 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288058376 2024-11-11T01:20:28,376 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:20:28,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:20:28,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:20:28,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:20:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:20:28,382 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:20:28,383 DEBUG [RS:0;612696b701d2:44581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102cba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:28,384 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288028380,5,FailOnTimeoutGroup] 2024-11-11T01:20:28,384 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288028384,5,FailOnTimeoutGroup] 2024-11-11T01:20:28,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:20:28,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,398 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:44581 2024-11-11T01:20:28,398 INFO [RS:0;612696b701d2:44581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:20:28,398 INFO [RS:0;612696b701d2:44581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:20:28,398 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:20:28,399 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,40233,1731288026180 with port=44581, startcode=1731288026326 2024-11-11T01:20:28,399 DEBUG [RS:0;612696b701d2:44581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:20:28,401 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:20:28,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,44581,1731288026326 2024-11-11T01:20:28,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(517): Registering regionserver=612696b701d2,44581,1731288026326 2024-11-11T01:20:28,402 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db 2024-11-11T01:20:28,402 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36593 2024-11-11T01:20:28,402 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:20:28,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:20:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/rs 2024-11-11T01:20:28,414 DEBUG [RS:0;612696b701d2:44581 {}] zookeeper.ZKUtil(111): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on existing znode=/1-594702020/rs/612696b701d2,44581,1731288026326 2024-11-11T01:20:28,414 WARN [RS:0;612696b701d2:44581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:28,414 INFO [RS:0;612696b701d2:44581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:28,414 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326 2024-11-11T01:20:28,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,44581,1731288026326] 2024-11-11T01:20:28,417 INFO [RS:0;612696b701d2:44581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:20:28,420 INFO [RS:0;612696b701d2:44581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:20:28,424 INFO [RS:0;612696b701d2:44581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:20:28,424 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,424 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:20:28,425 INFO [RS:0;612696b701d2:44581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:20:28,425 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:28,425 DEBUG [RS:0;612696b701d2:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,427 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44581,1731288026326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:28,440 INFO [RS:0;612696b701d2:44581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:20:28,440 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44581,1731288026326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,441 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,441 INFO [RS:0;612696b701d2:44581 {}] regionserver.Replication(171): 612696b701d2,44581,1731288026326 started 2024-11-11T01:20:28,453 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:28,453 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,44581,1731288026326, RpcServer on 612696b701d2/172.17.0.3:44581, sessionid=0x101277aa7830004 2024-11-11T01:20:28,453 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:20:28,453 DEBUG [RS:0;612696b701d2:44581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,44581,1731288026326 2024-11-11T01:20:28,453 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44581,1731288026326' 2024-11-11T01:20:28,453 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-594702020/flush-table-proc/abort' 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-594702020/flush-table-proc/acquired' 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,44581,1731288026326 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44581,1731288026326' 2024-11-11T01:20:28,454 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-594702020/online-snapshot/abort' 2024-11-11T01:20:28,455 DEBUG [RS:0;612696b701d2:44581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-594702020/online-snapshot/acquired' 2024-11-11T01:20:28,455 DEBUG [RS:0;612696b701d2:44581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:20:28,455 INFO [RS:0;612696b701d2:44581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:20:28,455 INFO [RS:0;612696b701d2:44581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:20:28,556 INFO [RS:0;612696b701d2:44581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:28,557 INFO [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44581%2C1731288026326, suffix=, logDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/oldWALs, maxLogs=10 2024-11-11T01:20:28,568 DEBUG [RS:0;612696b701d2:44581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326/612696b701d2%2C44581%2C1731288026326.1731288028557, exclude list is [], retry=0 2024-11-11T01:20:28,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-0cfce2ca-7373-4f96-86dd-5dda31491875,DISK] 2024-11-11T01:20:28,572 INFO [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326/612696b701d2%2C44581%2C1731288026326.1731288028557 2024-11-11T01:20:28,572 DEBUG [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-11T01:20:28,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:20:28,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db 2024-11-11T01:20:28,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:20:29,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:29,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:29,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:29,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:29,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:29,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:29,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:29,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:29,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:29,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:29,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:29,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:29,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:29,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:29,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740 2024-11-11T01:20:29,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740 2024-11-11T01:20:29,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:29,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:29,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:29,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:29,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63766332, jitterRate=-0.049807608127593994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288029188Initializing all the Stores at 1731288029189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288029189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029189Cleaning up temporary data from old regions at 1731288029197 (+8 ms)Region opened successfully at 1731288029201 (+4 ms) 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:29,201 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:29,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:29,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288029201Disabling compacts and flushes for region at 1731288029201Disabling writes for close at 1731288029201Writing region close event to WAL at 1731288029202 (+1 ms)Closed at 1731288029202 2024-11-11T01:20:29,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:29,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:20:29,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:20:29,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:29,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:20:29,355 DEBUG [612696b701d2:40233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:29,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,44581,1731288026326 2024-11-11T01:20:29,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44581,1731288026326, state=OPENING 2024-11-11T01:20:29,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:20:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:29,582 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:29,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:29,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-594702020/meta-region-server: CHANGED 2024-11-11T01:20:29,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-594702020/meta-region-server: CHANGED 2024-11-11T01:20:29,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44581,1731288026326}] 2024-11-11T01:20:29,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:20:29,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:20:29,740 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:20:29,740 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:29,740 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:20:29,741 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44581%2C1731288026326.meta, suffix=.meta, logDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326, archiveDir=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/oldWALs, maxLogs=10 2024-11-11T01:20:29,753 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326/612696b701d2%2C44581%2C1731288026326.meta.1731288029742.meta, exclude list is [], retry=0 2024-11-11T01:20:29,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34183,DS-0cfce2ca-7373-4f96-86dd-5dda31491875,DISK] 2024-11-11T01:20:29,757 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326/612696b701d2%2C44581%2C1731288026326.meta.1731288029742.meta 2024-11-11T01:20:29,760 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-11T01:20:29,760 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:29,760 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:20:29,761 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:20:29,761 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:20:29,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:29,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:29,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:29,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:29,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:29,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:29,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:29,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:29,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:29,768 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:29,769 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740 2024-11-11T01:20:29,770 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740 2024-11-11T01:20:29,771 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:29,771 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:29,771 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:29,772 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:29,773 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351723, jitterRate=-0.1155904084444046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:29,773 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:20:29,773 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288029761Writing region info on filesystem at 1731288029761Initializing all the Stores at 1731288029762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288029762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288029762Cleaning up temporary data from old regions at 1731288029771 (+9 ms)Running coprocessor post-open hooks at 1731288029773 (+2 ms)Region opened successfully at 1731288029773 2024-11-11T01:20:29,774 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288029735 2024-11-11T01:20:29,775 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:20:29,775 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:20:29,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,44581,1731288026326 2024-11-11T01:20:29,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44581,1731288026326, state=OPEN 2024-11-11T01:20:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-594702020/meta-region-server 2024-11-11T01:20:29,788 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-594702020/meta-region-server 2024-11-11T01:20:29,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,44581,1731288026326 2024-11-11T01:20:29,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-594702020/meta-region-server: CHANGED 2024-11-11T01:20:29,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-594702020/meta-region-server: CHANGED 2024-11-11T01:20:29,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:20:29,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44581,1731288026326 in 205 msec 2024-11-11T01:20:29,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:20:29,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-11-11T01:20:29,792 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:29,792 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:20:29,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:29,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44581,1731288026326, seqNum=-1] 2024-11-11T01:20:29,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:29,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:29,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4450 sec 2024-11-11T01:20:29,799 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288029799, completionTime=-1 2024-11-11T01:20:29,799 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:20:29,799 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:20:29,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:20:29,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288089800 2024-11-11T01:20:29,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288149800 2024-11-11T01:20:29,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:40233, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,802 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:29,804 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:20:29,806 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:20:29,806 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:20:29,806 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40233,1731288026180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:29,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40233,-1 for getting cluster id 2024-11-11T01:20:29,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:29,867 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f634b4e-9334-46bd-b14c-fee9d8f1cd0f' 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f634b4e-9334-46bd-b14c-fee9d8f1cd0f" 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40233,-1] 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:29,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:29,868 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:29,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:29,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44581,1731288026326, seqNum=-1] 2024-11-11T01:20:29,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:29,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:29,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,40233,1731288026180 2024-11-11T01:20:29,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:29,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:29,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277aa7830005 connected 2024-11-11T01:20:29,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45229,-1 for getting cluster id 2024-11-11T01:20:29,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:29,897 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd48abfc1-5964-4c48-b7a6-2c2f24f029be' 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d48abfc1-5964-4c48-b7a6-2c2f24f029be" 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754b13f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45229,-1] 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:29,898 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cb9bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45229,1731288020041 2024-11-11T01:20:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284c409f 2024-11-11T01:20:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:29,901 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:29,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:40233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:20:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:20:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:29,904 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:40233' 2024-11-11T01:20:29,905 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72658f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,905 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40233,-1 for getting cluster id 2024-11-11T01:20:29,905 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:29,906 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f634b4e-9334-46bd-b14c-fee9d8f1cd0f' 2024-11-11T01:20:29,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:29,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f634b4e-9334-46bd-b14c-fee9d8f1cd0f" 2024-11-11T01:20:29,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fce47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40233,-1] 2024-11-11T01:20:29,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:29,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:29,908 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:29,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1991c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:29,908 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40233,1731288026180 2024-11-11T01:20:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aff1408 2024-11-11T01:20:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:29,910 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:29,911 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T01:20:29,911 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:20:29,911 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:29,911 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:29,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:29,911 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:29,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:20:29,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:20:29,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:29,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:20:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741835_1011 (size=1138) 2024-11-11T01:20:29,962 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:20:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:30,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe6b6d0841ba19b6d9f90606055ce180, NAME => 'hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb 2024-11-11T01:20:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741836_1012 (size=44) 2024-11-11T01:20:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe6b6d0841ba19b6d9f90606055ce180, disabling compactions & flushes 2024-11-11T01:20:30,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. after waiting 0 ms 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:30,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:30,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe6b6d0841ba19b6d9f90606055ce180: Waiting for close lock at 1731288030727Disabling compacts and flushes for region at 1731288030727Disabling writes for close at 1731288030727Writing region close event to WAL at 1731288030727Closed at 1731288030727 2024-11-11T01:20:30,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:20:30,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288030728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288030728"}]},"ts":"1731288030728"} 2024-11-11T01:20:30,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:20:30,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:20:30,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288030731"}]},"ts":"1731288030731"} 2024-11-11T01:20:30,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:20:30,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN}] 2024-11-11T01:20:30,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN 2024-11-11T01:20:30,735 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN; state=OFFLINE, location=612696b701d2,35063,1731288020231; forceNewPlan=false, retain=false 2024-11-11T01:20:30,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe6b6d0841ba19b6d9f90606055ce180, regionState=OPENING, regionLocation=612696b701d2,35063,1731288020231 2024-11-11T01:20:30,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN because future has completed 2024-11-11T01:20:30,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35063,1731288020231}] 2024-11-11T01:20:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:31,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:31,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:31,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:20:31,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35063%2C1731288020231.rep, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:31,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.rep.1731288031045, exclude list is [], retry=0 2024-11-11T01:20:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:31,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.rep.1731288031045 2024-11-11T01:20:31,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:31,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fe6b6d0841ba19b6d9f90606055ce180, NAME => 'hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:31,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. service=MultiRowMutationService 2024-11-11T01:20:31,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,063 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,064 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName hfileref 2024-11-11T01:20:31,064 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:31,065 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:31,065 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,066 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName queue 2024-11-11T01:20:31,066 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:31,066 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:31,066 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,068 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName sid 2024-11-11T01:20:31,068 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:31,068 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:31,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:20:31,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:31,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fe6b6d0841ba19b6d9f90606055ce180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64882187, jitterRate=-0.03318007290363312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:20:31,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fe6b6d0841ba19b6d9f90606055ce180: Running coprocessor pre-open hook at 1731288031061Writing region info on filesystem at 1731288031061Initializing all the Stores at 1731288031062 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288031062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288031062Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288031062Cleaning up temporary data from old regions at 1731288031070 (+8 ms)Running coprocessor post-open hooks at 1731288031074 (+4 ms)Region opened successfully at 1731288031075 (+1 ms) 2024-11-11T01:20:31,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., pid=7, masterSystemTime=1731288031040 2024-11-11T01:20:31,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:31,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:31,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe6b6d0841ba19b6d9f90606055ce180, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35063,1731288020231 2024-11-11T01:20:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35063,1731288020231 because future has completed 2024-11-11T01:20:31,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T01:20:31,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35063,1731288020231 in 193 msec 2024-11-11T01:20:31,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:20:31,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN in 350 msec 2024-11-11T01:20:31,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:20:31,086 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288031085"}]},"ts":"1731288031085"} 2024-11-11T01:20:31,087 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:20:31,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:20:31,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-11T01:20:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., hostname=612696b701d2,35063,1731288020231, seqNum=2] 2024-11-11T01:20:31,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:31,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:31,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:20:31,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T01:20:31,369 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:20:31,408 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,35063,1731288020231, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:20:31,408 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:31,408 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35063,1731288020231, seqNum=-1] 2024-11-11T01:20:31,409 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:31,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T01:20:31,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,35063,1731288020231', locateType=CURRENT is [region=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., hostname=612696b701d2,35063,1731288020231, seqNum=2] 2024-11-11T01:20:31,413 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T01:20:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T01:20:31,416 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,35063,1731288020231 suceeded 2024-11-11T01:20:31,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T01:20:31,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-11T01:20:31,418 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:40233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:20:31,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-11T01:20:31,427 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:40233' 2024-11-11T01:20:31,428 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686a6c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:31,428 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40233,-1 for getting cluster id 2024-11-11T01:20:31,428 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:31,429 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f634b4e-9334-46bd-b14c-fee9d8f1cd0f' 2024-11-11T01:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f634b4e-9334-46bd-b14c-fee9d8f1cd0f" 2024-11-11T01:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e57b858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40233,-1] 2024-11-11T01:20:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:31,430 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:31,431 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cfddb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:31,431 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:31,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40233,1731288026180 2024-11-11T01:20:31,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e28194 2024-11-11T01:20:31,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:31,432 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T01:20:31,433 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,35063,1731288020231 (queues=1) is replicating from cluster=d48abfc1-5964-4c48-b7a6-2c2f24f029be to cluster=9f634b4e-9334-46bd-b14c-fee9d8f1cd0f 2024-11-11T01:20:31,433 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C35063%2C1731288020231 2024-11-11T01:20:31,433 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,35063,1731288020231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:20:31,433 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.shipper612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C35063%2C1731288020231 2024-11-11T01:20:31,433 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545, startPosition=0, beingWritten=true 2024-11-11T01:20:31,638 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 to pos 0, reset compression=false 2024-11-11T01:20:31,943 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 to pos 0, reset compression=false 2024-11-11T01:20:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:32,045 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:20:32,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:32,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:32,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:32,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:32,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45229,1731288020041 2024-11-11T01:20:32,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c59b19d 2024-11-11T01:20:32,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:32,047 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:32,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:20:32,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:32,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:32,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:32,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:20:32,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1786186337, stopped=false 2024-11-11T01:20:32,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,45229,1731288020041 2024-11-11T01:20:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:32,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:32,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:32,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:32,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,35063,1731288020231' ***** 2024-11-11T01:20:32,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:20:32,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:32,109 INFO [RS:0;612696b701d2:35063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:20:32,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:32,109 INFO [RS:0;612696b701d2:35063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:20:32,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:20:32,109 INFO [RS:0;612696b701d2:35063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:20:32,109 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,35063,1731288020231 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35063. 2024-11-11T01:20:32,110 DEBUG [RS:0;612696b701d2:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe6b6d0841ba19b6d9f90606055ce180, disabling compactions & flushes 2024-11-11T01:20:32,110 DEBUG [RS:0;612696b701d2:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:32,110 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. after waiting 0 ms 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:20:32,110 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe6b6d0841ba19b6d9f90606055ce180 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T01:20:32,110 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:20:32,110 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fe6b6d0841ba19b6d9f90606055ce180=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.} 2024-11-11T01:20:32,110 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:32,110 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:32,110 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:32,111 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T01:20:32,123 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:32,134 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933 is 147, key is hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180./info:regioninfo/1731288031077/Put/seqid=0 2024-11-11T01:20:32,134 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/.tmp/queue/e3297b0e0bea484ba0add9f64ede5cf8 is 151, key is 1-612696b701d2,35063,1731288020231/queue:612696b701d2%2C35063%2C1731288020231/1731288031412/Put/seqid=0 2024-11-11T01:20:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741838_1014 (size=6631) 2024-11-11T01:20:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741839_1015 (size=5350) 2024-11-11T01:20:32,310 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:32,348 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 to pos 0, reset compression=false 2024-11-11T01:20:32,412 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:20:32,412 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:20:32,511 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:32,539 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933 2024-11-11T01:20:32,539 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/.tmp/queue/e3297b0e0bea484ba0add9f64ede5cf8 2024-11-11T01:20:32,545 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/.tmp/queue/e3297b0e0bea484ba0add9f64ede5cf8 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/queue/e3297b0e0bea484ba0add9f64ede5cf8 2024-11-11T01:20:32,550 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/queue/e3297b0e0bea484ba0add9f64ede5cf8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T01:20:32,551 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe6b6d0841ba19b6d9f90606055ce180 in 441ms, sequenceid=5, compaction requested=false 2024-11-11T01:20:32,551 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:20:32,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:20:32,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:32,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:32,555 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:32,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe6b6d0841ba19b6d9f90606055ce180: Waiting for close lock at 1731288032110Running coprocessor pre-close hooks at 1731288032110Disabling compacts and flushes for region at 1731288032110Disabling writes for close at 1731288032110Obtaining lock to block concurrent updates at 1731288032110Preparing flush snapshotting stores in fe6b6d0841ba19b6d9f90606055ce180 at 1731288032110Finished memstore snapshotting hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731288032110Flushing stores of hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. at 1731288032111 (+1 ms)Flushing fe6b6d0841ba19b6d9f90606055ce180/queue: creating writer at 1731288032111Flushing fe6b6d0841ba19b6d9f90606055ce180/queue: appending metadata at 1731288032134 (+23 ms)Flushing fe6b6d0841ba19b6d9f90606055ce180/queue: closing flushed file at 1731288032134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476b487d: reopening flushed file at 1731288032544 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe6b6d0841ba19b6d9f90606055ce180 in 441ms, sequenceid=5, compaction requested=false at 1731288032551 (+7 ms)Writing region close event to WAL at 1731288032552 (+1 ms)Running coprocessor post-close hooks at 1731288032555 (+3 ms)Closed at 1731288032555 2024-11-11T01:20:32,556 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:32,558 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/ns/c12eaafc3599442384a5bf8bc72eae3c is 43, key is default/ns:d/1731288023599/Put/seqid=0 2024-11-11T01:20:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741840_1016 (size=5153) 2024-11-11T01:20:32,711 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:32,853 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 to pos 0, reset compression=false 2024-11-11T01:20:32,911 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:32,963 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/ns/c12eaafc3599442384a5bf8bc72eae3c 2024-11-11T01:20:32,980 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/table/1a6bb9ecbce549d7bc32e435c0d09ff4 is 53, key is hbase:replication/table:state/1731288031085/Put/seqid=0 2024-11-11T01:20:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741841_1017 (size=5256) 2024-11-11T01:20:33,111 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:20:33,111 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:20:33,111 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:33,311 DEBUG [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:33,384 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/table/1a6bb9ecbce549d7bc32e435c0d09ff4 2024-11-11T01:20:33,390 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933 2024-11-11T01:20:33,395 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T01:20:33,396 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/ns/c12eaafc3599442384a5bf8bc72eae3c as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/ns/c12eaafc3599442384a5bf8bc72eae3c 2024-11-11T01:20:33,401 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/ns/c12eaafc3599442384a5bf8bc72eae3c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:20:33,402 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/table/1a6bb9ecbce549d7bc32e435c0d09ff4 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/table/1a6bb9ecbce549d7bc32e435c0d09ff4 2024-11-11T01:20:33,407 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/table/1a6bb9ecbce549d7bc32e435c0d09ff4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T01:20:33,408 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-11T01:20:33,412 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:20:33,412 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:33,412 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:33,413 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:33,413 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288032110Running coprocessor pre-close hooks at 1731288032110Disabling compacts and flushes for region at 1731288032110Disabling writes for close at 1731288032110Obtaining lock to block concurrent updates at 1731288032111 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288032111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731288032111Flushing stores of hbase:meta,,1.1588230740 at 1731288032111Flushing 1588230740/info: creating writer at 1731288032111Flushing 1588230740/info: appending metadata at 1731288032134 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731288032134Flushing 1588230740/ns: creating writer at 1731288032544 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731288032558 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731288032558Flushing 1588230740/table: creating writer at 1731288032967 (+409 ms)Flushing 1588230740/table: appending metadata at 1731288032980 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731288032980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10571a1e: reopening flushed file at 1731288033389 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191ef2fc: reopening flushed file at 1731288033395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3006460d: reopening flushed file at 1731288033401 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1731288033408 (+7 ms)Writing region close event to WAL at 1731288033409 (+1 ms)Running coprocessor post-close hooks at 1731288033412 (+3 ms)Closed at 1731288033413 (+1 ms) 2024-11-11T01:20:33,413 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:33,458 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 to pos 0, reset compression=false 2024-11-11T01:20:33,512 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,35063,1731288020231; all regions closed. 2024-11-11T01:20:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741834_1010 (size=2742) 2024-11-11T01:20:33,516 DEBUG [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:33,516 INFO [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35063%2C1731288020231.meta:.meta(num 1731288023499) 2024-11-11T01:20:33,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.rep.1731288031045 not finished, retry = 0 2024-11-11T01:20:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741837_1013 (size=1586) 2024-11-11T01:20:33,621 DEBUG [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:33,621 INFO [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35063%2C1731288020231.rep:(num 1731288031045) 2024-11-11T01:20:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741832_1008 (size=93) 2024-11-11T01:20:33,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231/612696b701d2%2C35063%2C1731288020231.1731288022545 not finished, retry = 0 2024-11-11T01:20:33,726 DEBUG [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35063%2C1731288020231:(num 1731288022545) 2024-11-11T01:20:33,726 DEBUG [RS:0;612696b701d2:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:33,726 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:33,726 INFO [RS:0;612696b701d2:35063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,35063,1731288020231 because: Region server is closing 2024-11-11T01:20:33,727 INFO [RS:0;612696b701d2:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35063. 2024-11-11T01:20:33,727 DEBUG [RS:0;612696b701d2:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:33,727 DEBUG [RS:0;612696b701d2:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:33,727 DEBUG [RS:0;612696b701d2:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:33,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:33,827 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.wal-reader.612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:20:33,827 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.shipper612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:20:33,827 INFO [RS:0;612696b701d2:35063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35063,1731288020231.replicationSource.shipper612696b701d2%2C35063%2C1731288020231,1-612696b701d2,35063,1731288020231 terminated 2024-11-11T01:20:33,827 INFO [RS:0;612696b701d2:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35063 2024-11-11T01:20:33,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/rs/612696b701d2,35063,1731288020231 2024-11-11T01:20:33,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/rs 2024-11-11T01:20:33,940 INFO [RS:0;612696b701d2:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:33,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,35063,1731288020231] 2024-11-11T01:20:33,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/draining/612696b701d2,35063,1731288020231 already deleted, retry=false 2024-11-11T01:20:33,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,35063,1731288020231 expired; onlineServers=0 2024-11-11T01:20:33,961 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,45229,1731288020041' ***** 2024-11-11T01:20:33,961 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:33,961 DEBUG [M:0;612696b701d2:45229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:20:33,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:20:33,961 DEBUG [M:0;612696b701d2:45229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:20:33,961 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288022286 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288022286,5,FailOnTimeoutGroup] 2024-11-11T01:20:33,961 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288022287 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288022287,5,FailOnTimeoutGroup] 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:33,961 DEBUG [M:0;612696b701d2:45229 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:33,961 INFO [M:0;612696b701d2:45229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:20:33,962 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:20:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/master 2024-11-11T01:20:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:33,971 DEBUG [M:0;612696b701d2:45229 {}] zookeeper.ZKUtil(347): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/master because node does not exist (not an error) 2024-11-11T01:20:33,971 WARN [M:0;612696b701d2:45229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:20:33,972 INFO [M:0;612696b701d2:45229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.lastflushedseqids 2024-11-11T01:20:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741842_1018 (size=181) 2024-11-11T01:20:34,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:34,050 INFO [RS:0;612696b701d2:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:34,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x101277aa7830001, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:34,050 INFO [RS:0;612696b701d2:35063 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,35063,1731288020231; zookeeper connection closed. 2024-11-11T01:20:34,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fdd06ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fdd06ec 2024-11-11T01:20:34,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:20:34,379 INFO [M:0;612696b701d2:45229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:20:34,379 INFO [M:0;612696b701d2:45229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:20:34,379 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:34,379 INFO [M:0;612696b701d2:45229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:34,379 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:34,379 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:34,379 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:34,379 INFO [M:0;612696b701d2:45229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T01:20:34,397 DEBUG [M:0;612696b701d2:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/924468f02e1a4d7fa8e788859e31bc31 is 82, key is hbase:meta,,1/info:regioninfo/1731288023529/Put/seqid=0 2024-11-11T01:20:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741843_1019 (size=5672) 2024-11-11T01:20:34,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:20:34,805 INFO [M:0;612696b701d2:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/924468f02e1a4d7fa8e788859e31bc31 2024-11-11T01:20:34,822 DEBUG [M:0;612696b701d2:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac1e353689e4710a57ddbbd26fc5186 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731288031089/Put/seqid=0 2024-11-11T01:20:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741844_1020 (size=7203) 2024-11-11T01:20:35,227 INFO [M:0;612696b701d2:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac1e353689e4710a57ddbbd26fc5186 2024-11-11T01:20:35,249 DEBUG [M:0;612696b701d2:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a427f95dc71486c86429de4c1be9464 is 69, key is 612696b701d2,35063,1731288020231/rs:state/1731288022392/Put/seqid=0 2024-11-11T01:20:35,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741845_1021 (size=5156) 2024-11-11T01:20:35,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:35,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:35,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:35,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:35,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:35,654 INFO [M:0;612696b701d2:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a427f95dc71486c86429de4c1be9464 2024-11-11T01:20:35,659 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/924468f02e1a4d7fa8e788859e31bc31 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/924468f02e1a4d7fa8e788859e31bc31 2024-11-11T01:20:35,663 INFO [M:0;612696b701d2:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/924468f02e1a4d7fa8e788859e31bc31, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T01:20:35,664 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac1e353689e4710a57ddbbd26fc5186 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac1e353689e4710a57ddbbd26fc5186 2024-11-11T01:20:35,668 INFO [M:0;612696b701d2:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac1e353689e4710a57ddbbd26fc5186, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T01:20:35,669 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a427f95dc71486c86429de4c1be9464 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a427f95dc71486c86429de4c1be9464 2024-11-11T01:20:35,673 INFO [M:0;612696b701d2:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a427f95dc71486c86429de4c1be9464, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T01:20:35,674 INFO [M:0;612696b701d2:45229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-11T01:20:35,675 INFO [M:0;612696b701d2:45229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:35,675 DEBUG [M:0;612696b701d2:45229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288034379Disabling compacts and flushes for region at 1731288034379Disabling writes for close at 1731288034379Obtaining lock to block concurrent updates at 1731288034379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288034379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731288034379Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288034380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288034380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288034397 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288034397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288034809 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288034822 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288034822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288035232 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288035249 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288035249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c82540d: reopening flushed file at 1731288035658 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788a4684: reopening flushed file at 1731288035663 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5732f1fc: reopening flushed file at 1731288035668 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731288035674 (+6 ms)Writing region close event to WAL at 1731288035675 (+1 ms)Closed at 1731288035675 2024-11-11T01:20:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741830_1006 (size=41008) 2024-11-11T01:20:35,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:35,678 INFO [M:0;612696b701d2:45229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:20:35,678 INFO [M:0;612696b701d2:45229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45229 2024-11-11T01:20:35,678 INFO [M:0;612696b701d2:45229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:35,829 INFO [M:0;612696b701d2:45229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x101277aa7830000, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:35,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:35,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:35,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46655 2024-11-11T01:20:35,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46655 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:35,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466550x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:35,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46655-0x101277aa7830006 connected 2024-11-11T01:20:35,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:35,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:35,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:35,859 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: INIT 2024-11-11T01:20:35,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb, hbase.cluster.distributed=false 2024-11-11T01:20:35,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/acl 2024-11-11T01:20:35,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-11T01:20:35,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46655 2024-11-11T01:20:35,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46655 2024-11-11T01:20:35,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-11T01:20:35,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46655 2024-11-11T01:20:35,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:35,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35763 2024-11-11T01:20:35,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35763 connecting to ZooKeeper ensemble=127.0.0.1:54637 2024-11-11T01:20:35,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:35,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357630x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:35,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357630x0, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:35,887 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: INIT 2024-11-11T01:20:35,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35763-0x101277aa7830007 connected 2024-11-11T01:20:35,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:20:35,888 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:20:35,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/master 2024-11-11T01:20:35,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/acl 2024-11-11T01:20:35,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T01:20:35,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35763 2024-11-11T01:20:35,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35763 2024-11-11T01:20:35,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T01:20:35,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-11T01:20:35,903 DEBUG [M:0;612696b701d2:46655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:46655 2024-11-11T01:20:35,903 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951546536/backup-masters/612696b701d2,46655,1731288035830 2024-11-11T01:20:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:35,915 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/backup-masters/612696b701d2,46655,1731288035830 2024-11-11T01:20:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/master 2024-11-11T01:20:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:35,925 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/master 2024-11-11T01:20:35,926 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951546536/backup-masters/612696b701d2,46655,1731288035830 from backup master directory 2024-11-11T01:20:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/backup-masters/612696b701d2,46655,1731288035830 2024-11-11T01:20:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/backup-masters 2024-11-11T01:20:35,935 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:35,935 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,46655,1731288035830 2024-11-11T01:20:35,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:35,945 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:20:35,950 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-11T01:20:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741846_1022 (size=196) 2024-11-11T01:20:36,366 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:36,367 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:20:36,367 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:36,371 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T01:20:36,373 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041 to hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041-dead as it is dead 2024-11-11T01:20:36,374 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041-dead/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:36,374 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041-dead/612696b701d2%2C45229%2C1731288020041.1731288021998 after 0ms 2024-11-11T01:20:36,375 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041-dead/612696b701d2%2C45229%2C1731288020041.1731288021998 to hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:36,375 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,45229,1731288020041-dead 2024-11-11T01:20:36,375 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,46655,1731288035830 2024-11-11T01:20:36,376 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:36,377 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C46655%2C1731288035830, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,46655,1731288035830, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/oldWALs, maxLogs=10 2024-11-11T01:20:36,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,46655,1731288035830/612696b701d2%2C46655%2C1731288035830.1731288036377, exclude list is [], retry=0 2024-11-11T01:20:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:36,392 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/WALs/612696b701d2,46655,1731288035830/612696b701d2%2C46655%2C1731288035830.1731288036377 2024-11-11T01:20:36,392 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:36,393 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:36,393 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:36,393 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,393 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:20:36,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:36,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/924468f02e1a4d7fa8e788859e31bc31 2024-11-11T01:20:36,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:36,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:20:36,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:36,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac1e353689e4710a57ddbbd26fc5186 2024-11-11T01:20:36,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:36,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:20:36,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:36,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a427f95dc71486c86429de4c1be9464 2024-11-11T01:20:36,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:36,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:20:36,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:36,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:36,415 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,416 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T01:20:36,416 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:36,421 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:36,422 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/612696b701d2%2C45229%2C1731288020041.1731288021998 2024-11-11T01:20:36,423 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,423 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,424 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:36,425 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:36,427 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T01:20:36,427 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60870807, jitterRate=-0.09295429289340973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:36,428 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288036393Initializing all the Stores at 1731288036394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288036394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288036394Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288036394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288036394Cleaning up temporary data from old regions at 1731288036423 (+29 ms)Region opened successfully at 1731288036428 (+5 ms) 2024-11-11T01:20:36,428 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:20:36,430 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206adacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:36,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T01:20:36,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:20:36,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:20:36,433 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:20:36,434 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:20:36,436 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:36,436 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:20:36,437 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:20:36,437 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T01:20:36,437 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:20:36,440 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=612696b701d2,35063,1731288020231, regionLocation=612696b701d2,35063,1731288020231, openSeqNum=2 2024-11-11T01:20:36,440 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=612696b701d2,35063,1731288020231, table=hbase:meta, region=1588230740 2024-11-11T01:20:36,440 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35063,1731288020231, state=OPEN 2024-11-11T01:20:36,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:36,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:36,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:36,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:36,491 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:20:36,497 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/draining/612696b701d2,35063,1731288020231 already deleted, retry=false 2024-11-11T01:20:36,497 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 612696b701d2,35063,1731288020231 on 612696b701d2,46655,1731288035830 2024-11-11T01:20:36,499 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 612696b701d2,35063,1731288020231, splitWal=true, meta=true 2024-11-11T01:20:36,499 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 612696b701d2,35063,1731288020231 (carryingMeta=true) 612696b701d2,35063,1731288020231/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46692d20[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T01:20:36,501 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/balancer because node does not exist (not necessarily an error) 2024-11-11T01:20:36,508 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/balancer already deleted, retry=false 2024-11-11T01:20:36,508 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:20:36,509 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:20:36,518 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/normalizer already deleted, retry=false 2024-11-11T01:20:36,519 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:20:36,520 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:20:36,529 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/switch/split already deleted, retry=false 2024-11-11T01:20:36,530 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:20:36,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/switch/merge already deleted, retry=false 2024-11-11T01:20:36,552 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Unable to get data of znode /0951546536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:20:36,560 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/snapshot-cleanup already deleted, retry=false 2024-11-11T01:20:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:36,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:36,571 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,46655,1731288035830, sessionid=0x101277aa7830006, setting cluster-up flag (Was=false) 2024-11-11T01:20:36,582 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951546536/flush-table-proc/acquired, /0951546536/flush-table-proc/reached, /0951546536/flush-table-proc/abort 2024-11-11T01:20:36,583 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,46655,1731288035830 2024-11-11T01:20:36,593 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951546536/online-snapshot/acquired, /0951546536/online-snapshot/reached, /0951546536/online-snapshot/abort 2024-11-11T01:20:36,594 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,46655,1731288035830 2024-11-11T01:20:36,595 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.lastflushedseqids 2024-11-11T01:20:36,597 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:20:36,597 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:20:36,597 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,46655,1731288035830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 612696b701d2,35063,1731288020231 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:20:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:20:36,599 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,599 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:36,599 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288066599 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:20:36,599 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,600 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 612696b701d2,35063,1731288020231, splitWal=true, meta=true 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:20:36,600 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:20:36,600 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 612696b701d2,35063,1731288020231, splitWal=true, meta=true, isMeta: true 2024-11-11T01:20:36,602 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231-splitting 2024-11-11T01:20:36,602 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231-splitting dir is empty, no logs to split. 2024-11-11T01:20:36,602 INFO [PEWorker-1 {}] master.SplitWALManager(105): 612696b701d2,35063,1731288020231 WAL count=0, meta=true 2024-11-11T01:20:36,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288036600,5,FailOnTimeoutGroup] 2024-11-11T01:20:36,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288036604,5,FailOnTimeoutGroup] 2024-11-11T01:20:36,604 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231-splitting dir is empty, no logs to split. 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,604 INFO [PEWorker-1 {}] master.SplitWALManager(105): 612696b701d2,35063,1731288020231 WAL count=0, meta=true 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:20:36,604 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 612696b701d2,35063,1731288020231 WAL splitting is done? wals=0, meta=true 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288036604, completionTime=-1 2024-11-11T01:20:36,604 WARN [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T01:20:36,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T01:20:36,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:20:36,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:36,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T01:20:36,695 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(746): ClusterId : d48abfc1-5964-4c48-b7a6-2c2f24f029be 2024-11-11T01:20:36,695 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:20:36,708 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:20:36,708 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:20:36,719 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:20:36,719 DEBUG [RS:0;612696b701d2:35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7806087e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:36,729 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:35763 2024-11-11T01:20:36,729 INFO [RS:0;612696b701d2:35763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:20:36,729 INFO [RS:0;612696b701d2:35763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:20:36,729 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:20:36,730 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,46655,1731288035830 with port=35763, startcode=1731288035873 2024-11-11T01:20:36,730 DEBUG [RS:0;612696b701d2:35763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:20:36,732 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:20:36,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,35763,1731288035873 2024-11-11T01:20:36,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46655 {}] master.ServerManager(517): Registering regionserver=612696b701d2,35763,1731288035873 2024-11-11T01:20:36,733 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb 2024-11-11T01:20:36,733 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34343 2024-11-11T01:20:36,733 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:20:36,755 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T01:20:36,757 WARN [612696b701d2:46655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:20:36,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/rs 2024-11-11T01:20:36,778 DEBUG [RS:0;612696b701d2:35763 {}] zookeeper.ZKUtil(111): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on existing znode=/0951546536/rs/612696b701d2,35763,1731288035873 2024-11-11T01:20:36,778 WARN [RS:0;612696b701d2:35763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:36,778 INFO [RS:0;612696b701d2:35763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:36,778 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873 2024-11-11T01:20:36,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,35763,1731288035873] 2024-11-11T01:20:36,794 INFO [RS:0;612696b701d2:35763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:20:36,796 INFO [RS:0;612696b701d2:35763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:20:36,796 INFO [RS:0;612696b701d2:35763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:20:36,796 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,796 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:20:36,797 INFO [RS:0;612696b701d2:35763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:20:36,797 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:36,797 DEBUG [RS:0;612696b701d2:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,798 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35763,1731288035873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:36,810 INFO [RS:0;612696b701d2:35763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:20:36,811 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35763,1731288035873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,823 INFO [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,35763,1731288035873, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:20:36,824 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,824 INFO [RS:0;612696b701d2:35763 {}] regionserver.Replication(171): 612696b701d2,35763,1731288035873 started 2024-11-11T01:20:36,842 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:36,842 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:40233' 2024-11-11T01:20:36,842 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,35763,1731288035873, RpcServer on 612696b701d2/172.17.0.3:35763, sessionid=0x101277aa7830007 2024-11-11T01:20:36,842 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:20:36,842 DEBUG [RS:0;612696b701d2:35763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,35763,1731288035873 2024-11-11T01:20:36,842 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35763,1731288035873' 2024-11-11T01:20:36,842 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951546536/flush-table-proc/abort' 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951546536/flush-table-proc/acquired' 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9f5dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40233,-1 for getting cluster id 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,35763,1731288035873 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35763,1731288035873' 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:36,843 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951546536/online-snapshot/abort' 2024-11-11T01:20:36,844 DEBUG [RS:0;612696b701d2:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951546536/online-snapshot/acquired' 2024-11-11T01:20:36,844 DEBUG [RS:0;612696b701d2:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:20:36,844 INFO [RS:0;612696b701d2:35763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:20:36,844 INFO [RS:0;612696b701d2:35763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:20:36,844 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f634b4e-9334-46bd-b14c-fee9d8f1cd0f' 2024-11-11T01:20:36,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f634b4e-9334-46bd-b14c-fee9d8f1cd0f" 2024-11-11T01:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7378730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40233,-1] 2024-11-11T01:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:36,846 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:36,846 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ba3c3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:36,846 DEBUG [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40233,1731288026180 2024-11-11T01:20:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2143a61b 2024-11-11T01:20:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:36,848 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T01:20:36,849 INFO [RS:0;612696b701d2:35763.replicationSource,1-612696b701d2,35763,1731288035873 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,35763,1731288035873 (queues=0) is replicating from cluster=d48abfc1-5964-4c48-b7a6-2c2f24f029be to cluster=9f634b4e-9334-46bd-b14c-fee9d8f1cd0f 2024-11-11T01:20:36,944 INFO [RS:0;612696b701d2:35763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:36,946 INFO [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35763%2C1731288035873, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:36,958 DEBUG [RS:0;612696b701d2:35763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946, exclude list is [], retry=0 2024-11-11T01:20:36,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:36,962 INFO [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 2024-11-11T01:20:36,962 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 612696b701d2%2C35763%2C1731288035873 for peer 1 2024-11-11T01:20:36,962 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C35763%2C1731288035873 2024-11-11T01:20:36,962 INFO [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,35763,1731288035873, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:20:36,962 INFO [RS:0;612696b701d2:35763.replicationSource.shipper612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C35763%2C1731288035873 2024-11-11T01:20:36,962 DEBUG [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:36,963 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946, startPosition=0, beingWritten=true 2024-11-11T01:20:37,007 DEBUG [612696b701d2:46655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:37,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,35763,1731288035873 2024-11-11T01:20:37,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35763,1731288035873, state=OPENING 2024-11-11T01:20:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:37,030 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:37,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:37,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:37,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35763,1731288035873}] 2024-11-11T01:20:37,167 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:37,183 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:20:37,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:20:37,187 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:20:37,187 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:37,187 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:20:37,189 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35763%2C1731288035873.meta, suffix=.meta, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:37,202 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.meta.1731288037189.meta, exclude list is [], retry=0 2024-11-11T01:20:37,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:37,206 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.meta.1731288037189.meta 2024-11-11T01:20:37,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:37,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:37,206 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:37,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:37,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:20:37,206 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:20:37,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:20:37,207 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:37,207 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:20:37,207 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:20:37,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:37,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:37,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:37,213 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/info/fe65e8fcdc834e6a8a9c8d6c2b4bf933 2024-11-11T01:20:37,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:37,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:37,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:37,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:37,219 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/ns/c12eaafc3599442384a5bf8bc72eae3c 2024-11-11T01:20:37,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:37,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:37,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:37,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:37,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:37,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:37,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:37,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:37,226 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/table/1a6bb9ecbce549d7bc32e435c0d09ff4 2024-11-11T01:20:37,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:37,226 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:37,227 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:37,228 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740 2024-11-11T01:20:37,229 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:37,229 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:37,230 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:37,231 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:37,232 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66705937, jitterRate=-0.006004080176353455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:37,232 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:20:37,232 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288037207Writing region info on filesystem at 1731288037207Initializing all the Stores at 1731288037207Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288037208 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288037208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288037208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288037208Cleaning up temporary data from old regions at 1731288037229 (+21 ms)Running coprocessor post-open hooks at 1731288037232 (+3 ms)Region opened successfully at 1731288037232 2024-11-11T01:20:37,233 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731288037183 2024-11-11T01:20:37,239 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:20:37,240 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:20:37,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=612696b701d2,35763,1731288035873 2024-11-11T01:20:37,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35763,1731288035873, state=OPEN 2024-11-11T01:20:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:37,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951546536/meta-region-server 2024-11-11T01:20:37,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,35763,1731288035873 2024-11-11T01:20:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:37,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951546536/meta-region-server: CHANGED 2024-11-11T01:20:37,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T01:20:37,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35763,1731288035873 in 221 msec 2024-11-11T01:20:37,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:20:37,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-11T01:20:37,471 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:37,875 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:38,257 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T01:20:38,380 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:38,985 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:39,689 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:39,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T01:20:40,494 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:41,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T01:20:41,112 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:20:41,113 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:41,113 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35763,1731288035873, seqNum=-1] 2024-11-11T01:20:41,113 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:41,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:41,121 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe6b6d0841ba19b6d9f90606055ce180, regionState=OPEN, lastHost=612696b701d2,35063,1731288020231, regionLocation=612696b701d2,35063,1731288020231, openSeqNum=2 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288101121 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288161121 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-11T01:20:41,121 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 612696b701d2,35063,1731288020231 had 2 regions 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:46655, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,121 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,122 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,122 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 612696b701d2,35063,1731288020231, splitWal=true, meta=true, isMeta: false 2024-11-11T01:20:41,129 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231-splitting dir is empty, no logs to split. 2024-11-11T01:20:41,129 INFO [PEWorker-3 {}] master.SplitWALManager(105): 612696b701d2,35063,1731288020231 WAL count=0, meta=false 2024-11-11T01:20:41,131 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35063,1731288020231-splitting dir is empty, no logs to split. 2024-11-11T01:20:41,131 INFO [PEWorker-3 {}] master.SplitWALManager(105): 612696b701d2,35063,1731288020231 WAL count=0, meta=false 2024-11-11T01:20:41,131 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 612696b701d2,35063,1731288020231 WAL splitting is done? wals=0, meta=false 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.203sec 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:41,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:20:41,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN}] 2024-11-11T01:20:41,143 WARN [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=612696b701d2,35063,1731288020231/hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:41,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN 2024-11-11T01:20:41,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T01:20:41,148 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:20:41,148 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:20:41,148 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46655,1731288035830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:41,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46655,-1 for getting cluster id 2024-11-11T01:20:41,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:41,200 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd48abfc1-5964-4c48-b7a6-2c2f24f029be' 2024-11-11T01:20:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d48abfc1-5964-4c48-b7a6-2c2f24f029be" 2024-11-11T01:20:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e99d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46655,-1] 2024-11-11T01:20:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,203 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e448ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35763,1731288035873, seqNum=-1] 2024-11-11T01:20:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:41,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T01:20:41,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:41,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:41,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 612696b701d2:46655 after: 612696b701d2:46655 2024-11-11T01:20:41,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46655,-1 for getting cluster id 2024-11-11T01:20:41,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:41,214 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd48abfc1-5964-4c48-b7a6-2c2f24f029be' 2024-11-11T01:20:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d48abfc1-5964-4c48-b7a6-2c2f24f029be" 2024-11-11T01:20:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fb689e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46655,-1] 2024-11-11T01:20:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,217 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:41,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:41,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:41,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46655,1731288035830 2024-11-11T01:20:41,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@911239b 2024-11-11T01:20:41,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:41,220 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:41,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46655 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T01:20:41,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:20:41,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:41,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:41,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:41,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:20:41,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=645376988, stopped=false 2024-11-11T01:20:41,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,40233,1731288026180 2024-11-11T01:20:41,297 DEBUG [612696b701d2:46655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:41,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe6b6d0841ba19b6d9f90606055ce180, regionState=OPENING, regionLocation=612696b701d2,35763,1731288035873 2024-11-11T01:20:41,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN because future has completed 2024-11-11T01:20:41,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35763,1731288035873}] 2024-11-11T01:20:41,339 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-594702020/running 2024-11-11T01:20:41,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-594702020/running 2024-11-11T01:20:41,339 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:41,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:41,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:41,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:41,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:41,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,44581,1731288026326' ***** 2024-11-11T01:20:41,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:20:41,340 INFO [RS:0;612696b701d2:44581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:20:41,340 INFO [RS:0;612696b701d2:44581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:20:41,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:20:41,340 INFO [RS:0;612696b701d2:44581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:20:41,340 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,44581,1731288026326 2024-11-11T01:20:41,340 INFO [RS:0;612696b701d2:44581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44581. 2024-11-11T01:20:41,341 DEBUG [RS:0;612696b701d2:44581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:41,341 DEBUG [RS:0;612696b701d2:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:20:41,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/running 2024-11-11T01:20:41,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Set watcher on znode that does not yet exist, /1-594702020/running 2024-11-11T01:20:41,341 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:20:41,341 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:20:41,341 DEBUG [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:41,341 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:41,342 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:41,342 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:41,342 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:41,342 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:41,342 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T01:20:41,365 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/.tmp/ns/e948e47cc7024c2d9d747bd343430b88 is 43, key is default/ns:d/1731288029795/Put/seqid=0 2024-11-11T01:20:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741835_1011 (size=5153) 2024-11-11T01:20:41,374 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/.tmp/ns/e948e47cc7024c2d9d747bd343430b88 2024-11-11T01:20:41,382 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/.tmp/ns/e948e47cc7024c2d9d747bd343430b88 as hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/ns/e948e47cc7024c2d9d747bd343430b88 2024-11-11T01:20:41,391 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/ns/e948e47cc7024c2d9d747bd343430b88, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T01:20:41,393 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false 2024-11-11T01:20:41,398 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:41,409 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T01:20:41,410 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:41,410 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:41,410 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:41,410 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288041341Running coprocessor pre-close hooks at 1731288041341Disabling compacts and flushes for region at 1731288041341Disabling writes for close at 1731288041342 (+1 ms)Obtaining lock to block concurrent updates at 1731288041342Preparing flush snapshotting stores in 1588230740 at 1731288041342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731288041342Flushing stores of hbase:meta,,1.1588230740 at 1731288041343 (+1 ms)Flushing 1588230740/ns: creating writer at 1731288041343Flushing 1588230740/ns: appending metadata at 1731288041364 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731288041364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7082b1ee: reopening flushed file at 1731288041381 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false at 1731288041393 (+12 ms)Writing region close event to WAL at 1731288041399 (+6 ms)Running coprocessor post-close hooks at 1731288041410 (+11 ms)Closed at 1731288041410 2024-11-11T01:20:41,410 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:41,437 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:41,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:20:41,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35763%2C1731288035873.rep, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs, maxLogs=10 2024-11-11T01:20:41,496 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:20:41,496 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:20:41,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.rep.1731288041462, exclude list is [], retry=0 2024-11-11T01:20:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-f0cf7d7d-0327-4412-9b98-de76667b1823,DISK] 2024-11-11T01:20:41,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.rep.1731288041462 2024-11-11T01:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-11T01:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fe6b6d0841ba19b6d9f90606055ce180, NAME => 'hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:41,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. service=MultiRowMutationService 2024-11-11T01:20:41,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,509 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,510 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName hfileref 2024-11-11T01:20:41,510 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:41,510 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:41,510 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,511 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName queue 2024-11-11T01:20:41,511 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:41,517 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/queue/e3297b0e0bea484ba0add9f64ede5cf8 2024-11-11T01:20:41,517 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:41,517 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,518 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe6b6d0841ba19b6d9f90606055ce180 columnFamilyName sid 2024-11-11T01:20:41,518 DEBUG [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:41,518 INFO [StoreOpener-fe6b6d0841ba19b6d9f90606055ce180-1 {}] regionserver.HStore(327): Store=fe6b6d0841ba19b6d9f90606055ce180/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:41,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:20:41,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fe6b6d0841ba19b6d9f90606055ce180; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69678149, jitterRate=0.038285329937934875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:20:41,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:41,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fe6b6d0841ba19b6d9f90606055ce180: Running coprocessor pre-open hook at 1731288041508Writing region info on filesystem at 1731288041508Initializing all the Stores at 1731288041509 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288041509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288041509Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288041509Cleaning up temporary data from old regions at 1731288041521 (+12 ms)Running coprocessor post-open hooks at 1731288041523 (+2 ms)Region opened successfully at 1731288041524 (+1 ms) 2024-11-11T01:20:41,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., pid=13, masterSystemTime=1731288041455 2024-11-11T01:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:41,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:41,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe6b6d0841ba19b6d9f90606055ce180, regionState=OPEN, openSeqNum=9, regionLocation=612696b701d2,35763,1731288035873 2024-11-11T01:20:41,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35763,1731288035873 because future has completed 2024-11-11T01:20:41,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T01:20:41,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fe6b6d0841ba19b6d9f90606055ce180, server=612696b701d2,35763,1731288035873 in 229 msec 2024-11-11T01:20:41,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T01:20:41,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe6b6d0841ba19b6d9f90606055ce180, ASSIGN in 389 msec 2024-11-11T01:20:41,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T01:20:41,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180., hostname=612696b701d2,35763,1731288035873, seqNum=9] 2024-11-11T01:20:41,541 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,44581,1731288026326; all regions closed. 2024-11-11T01:20:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741834_1010 (size=1152) 2024-11-11T01:20:41,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/WALs/612696b701d2,44581,1731288026326/612696b701d2%2C44581%2C1731288026326.meta.1731288029742.meta not finished, retry = 0 2024-11-11T01:20:41,581 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 612696b701d2,35063,1731288020231 2024-11-11T01:20:41,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T01:20:41,647 DEBUG [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/oldWALs 2024-11-11T01:20:41,647 INFO [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C44581%2C1731288026326.meta:.meta(num 1731288029742) 2024-11-11T01:20:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741832_1008 (size=93) 2024-11-11T01:20:41,653 DEBUG [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/oldWALs 2024-11-11T01:20:41,653 INFO [RS:0;612696b701d2:44581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C44581%2C1731288026326:(num 1731288028557) 2024-11-11T01:20:41,653 DEBUG [RS:0;612696b701d2:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:41,653 INFO [RS:0;612696b701d2:44581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:41,653 INFO [RS:0;612696b701d2:44581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:41,654 INFO [RS:0;612696b701d2:44581 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:41,654 INFO [RS:0;612696b701d2:44581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:41,654 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:41,654 INFO [RS:0;612696b701d2:44581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44581 2024-11-11T01:20:41,697 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-594702020/rs/612696b701d2,44581,1731288026326 2024-11-11T01:20:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020/rs 2024-11-11T01:20:41,697 INFO [RS:0;612696b701d2:44581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:41,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,44581,1731288026326] 2024-11-11T01:20:41,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/draining/612696b701d2,44581,1731288026326 already deleted, retry=false 2024-11-11T01:20:41,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,44581,1731288026326 expired; onlineServers=0 2024-11-11T01:20:41,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,40233,1731288026180' ***** 2024-11-11T01:20:41,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:20:41,718 INFO [M:0;612696b701d2:40233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:41,718 INFO [M:0;612696b701d2:40233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:41,718 DEBUG [M:0;612696b701d2:40233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:20:41,718 DEBUG [M:0;612696b701d2:40233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:20:41,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:20:41,718 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288028384 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288028384,5,FailOnTimeoutGroup] 2024-11-11T01:20:41,718 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288028380 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288028380,5,FailOnTimeoutGroup] 2024-11-11T01:20:41,718 INFO [M:0;612696b701d2:40233 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:41,719 INFO [M:0;612696b701d2:40233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:41,719 DEBUG [M:0;612696b701d2:40233 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:20:41,719 INFO [M:0;612696b701d2:40233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:20:41,719 INFO [M:0;612696b701d2:40233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:41,719 INFO [M:0;612696b701d2:40233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:20:41,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:20:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-594702020/master 2024-11-11T01:20:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-594702020 2024-11-11T01:20:41,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T01:20:41,739 DEBUG [M:0;612696b701d2:40233 {}] zookeeper.RecoverableZooKeeper(212): Node /1-594702020/master already deleted, retry=false 2024-11-11T01:20:41,739 DEBUG [M:0;612696b701d2:40233 {}] master.ActiveMasterManager(353): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-594702020/master 2024-11-11T01:20:41,740 INFO [M:0;612696b701d2:40233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/.lastflushedseqids 2024-11-11T01:20:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741836_1012 (size=99) 2024-11-11T01:20:41,808 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:41,808 INFO [RS:0;612696b701d2:44581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:41,808 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101277aa7830004, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:41,808 INFO [RS:0;612696b701d2:44581 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,44581,1731288026326; zookeeper connection closed. 2024-11-11T01:20:41,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c8e266 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c8e266 2024-11-11T01:20:41,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:20:42,147 INFO [M:0;612696b701d2:40233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:20:42,147 INFO [M:0;612696b701d2:40233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:20:42,147 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:42,147 INFO [M:0;612696b701d2:40233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:42,147 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:42,147 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:42,148 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:42,148 INFO [M:0;612696b701d2:40233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T01:20:42,162 DEBUG [M:0;612696b701d2:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41fd320d2311410f978fb31a9536a43d is 82, key is hbase:meta,,1/info:regioninfo/1731288029776/Put/seqid=0 2024-11-11T01:20:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741837_1013 (size=5672) 2024-11-11T01:20:42,414 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:42,567 INFO [M:0;612696b701d2:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41fd320d2311410f978fb31a9536a43d 2024-11-11T01:20:42,590 DEBUG [M:0;612696b701d2:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1666911e9246909c2bd12f8bac1066 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731288029798/Put/seqid=0 2024-11-11T01:20:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741838_1014 (size=5275) 2024-11-11T01:20:42,595 INFO [M:0;612696b701d2:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1666911e9246909c2bd12f8bac1066 2024-11-11T01:20:42,621 DEBUG [M:0;612696b701d2:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5c5d2245f3648009f9acbaf87c9961b is 69, key is 612696b701d2,44581,1731288026326/rs:state/1731288028401/Put/seqid=0 2024-11-11T01:20:42,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741839_1015 (size=5156) 2024-11-11T01:20:42,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:42,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:42,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:42,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:42,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:43,025 INFO [M:0;612696b701d2:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5c5d2245f3648009f9acbaf87c9961b 2024-11-11T01:20:43,030 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41fd320d2311410f978fb31a9536a43d as hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41fd320d2311410f978fb31a9536a43d 2024-11-11T01:20:43,034 INFO [M:0;612696b701d2:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41fd320d2311410f978fb31a9536a43d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T01:20:43,035 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d1666911e9246909c2bd12f8bac1066 as hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d1666911e9246909c2bd12f8bac1066 2024-11-11T01:20:43,043 INFO [M:0;612696b701d2:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d1666911e9246909c2bd12f8bac1066, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T01:20:43,044 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b5c5d2245f3648009f9acbaf87c9961b as hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5c5d2245f3648009f9acbaf87c9961b 2024-11-11T01:20:43,048 INFO [M:0;612696b701d2:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36593/user/jenkins/test-data/174313a0-634b-9fa3-4c7f-3ca0f775c9db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b5c5d2245f3648009f9acbaf87c9961b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T01:20:43,049 INFO [M:0;612696b701d2:40233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false 2024-11-11T01:20:43,050 INFO [M:0;612696b701d2:40233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:43,050 DEBUG [M:0;612696b701d2:40233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288042147Disabling compacts and flushes for region at 1731288042147Disabling writes for close at 1731288042147Obtaining lock to block concurrent updates at 1731288042148 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288042148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731288042148Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288042149 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288042149Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288042162 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288042162Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288042571 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288042589 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288042590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288042602 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288042620 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288042620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8c5b4b: reopening flushed file at 1731288043029 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719d7e01: reopening flushed file at 1731288043034 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d048e52: reopening flushed file at 1731288043043 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false at 1731288043049 (+6 ms)Writing region close event to WAL at 1731288043050 (+1 ms)Closed at 1731288043050 2024-11-11T01:20:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34183 is added to blk_1073741830_1006 (size=10165) 2024-11-11T01:20:43,053 INFO [M:0;612696b701d2:40233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:20:43,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:43,053 INFO [M:0;612696b701d2:40233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40233 2024-11-11T01:20:43,054 INFO [M:0;612696b701d2:40233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:43,298 INFO [M:0;612696b701d2:40233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x101277aa7830003, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:43,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8e69041{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:43,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48871e80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:43,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:43,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32981a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:43,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:43,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:20:43,337 WARN [BP-323077715-172.17.0.3-1731288023716 heartbeating to localhost/127.0.0.1:36593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:20:43,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:20:43,337 WARN [BP-323077715-172.17.0.3-1731288023716 heartbeating to localhost/127.0.0.1:36593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323077715-172.17.0.3-1731288023716 (Datanode Uuid f6dcd44e-4182-457a-9451-6e2862554325) service to localhost/127.0.0.1:36593 2024-11-11T01:20:43,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/cluster_6ac3bc0d-e437-80c8-65ca-98f9086a499f/data/data1/current/BP-323077715-172.17.0.3-1731288023716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:43,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/cluster_6ac3bc0d-e437-80c8-65ca-98f9086a499f/data/data2/current/BP-323077715-172.17.0.3-1731288023716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:43,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:20:43,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6760df83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:43,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd1f0b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:43,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:43,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f1710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:43,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:43,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:20:43,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:20:43,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:43,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:43,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:43,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:20:43,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684834684, stopped=false 2024-11-11T01:20:43,354 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,46655,1731288035830 2024-11-11T01:20:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/running 2024-11-11T01:20:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:43,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:43,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:43,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:43,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:43,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:43,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Set watcher on znode that does not yet exist, /0951546536/running 2024-11-11T01:20:43,391 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,35763,1731288035873' ***** 2024-11-11T01:20:43,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:20:43,391 INFO [RS:0;612696b701d2:35763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:20:43,391 INFO [RS:0;612696b701d2:35763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:20:43,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:20:43,391 INFO [RS:0;612696b701d2:35763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,35763,1731288035873 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35763. 2024-11-11T01:20:43,392 DEBUG [RS:0;612696b701d2:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:43,392 DEBUG [RS:0;612696b701d2:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe6b6d0841ba19b6d9f90606055ce180, disabling compactions & flushes 2024-11-11T01:20:43,392 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. after waiting 0 ms 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:20:43,392 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:20:43,392 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fe6b6d0841ba19b6d9f90606055ce180=hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180.} 2024-11-11T01:20:43,392 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe6b6d0841ba19b6d9f90606055ce180 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:43,392 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:43,392 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:43,393 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T01:20:43,395 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/replication/fe6b6d0841ba19b6d9f90606055ce180/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T01:20:43,396 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:43,396 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:43,396 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:43,396 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe6b6d0841ba19b6d9f90606055ce180: Waiting for close lock at 1731288043392Running coprocessor pre-close hooks at 1731288043392Disabling compacts and flushes for region at 1731288043392Disabling writes for close at 1731288043392Writing region close event to WAL at 1731288043393 (+1 ms)Running coprocessor post-close hooks at 1731288043396 (+3 ms)Closed at 1731288043396 2024-11-11T01:20:43,396 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180. 2024-11-11T01:20:43,403 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:43,406 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/7a7b129c5bd544cfaf72613cc529d4b8 is 147, key is hbase:replication,,1731288029911.fe6b6d0841ba19b6d9f90606055ce180./info:regioninfo/1731288041527/Put/seqid=0 2024-11-11T01:20:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741851_1027 (size=6385) 2024-11-11T01:20:43,518 DEBUG [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 to pos 0, reset compression=false 2024-11-11T01:20:43,593 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:43,793 DEBUG [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:20:43,811 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/7a7b129c5bd544cfaf72613cc529d4b8 2024-11-11T01:20:43,817 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/.tmp/info/7a7b129c5bd544cfaf72613cc529d4b8 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/info/7a7b129c5bd544cfaf72613cc529d4b8 2024-11-11T01:20:43,823 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/info/7a7b129c5bd544cfaf72613cc529d4b8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T01:20:43,823 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-11T01:20:43,828 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T01:20:43,828 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:43,828 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:43,828 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:43,828 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288043392Running coprocessor pre-close hooks at 1731288043392Disabling compacts and flushes for region at 1731288043392Disabling writes for close at 1731288043392Obtaining lock to block concurrent updates at 1731288043393 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288043393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731288043393Flushing stores of hbase:meta,,1.1588230740 at 1731288043393Flushing 1588230740/info: creating writer at 1731288043393Flushing 1588230740/info: appending metadata at 1731288043406 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731288043406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba678da: reopening flushed file at 1731288043817 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731288043824 (+7 ms)Writing region close event to WAL at 1731288043825 (+1 ms)Running coprocessor post-close hooks at 1731288043828 (+3 ms)Closed at 1731288043828 2024-11-11T01:20:43,829 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:43,878 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:20:43,878 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:20:43,993 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,35763,1731288035873; all regions closed. 2024-11-11T01:20:43,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.meta.1731288037189.meta not finished, retry = 0 2024-11-11T01:20:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741849_1025 (size=2156) 2024-11-11T01:20:44,098 DEBUG [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:44,098 INFO [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35763%2C1731288035873.meta:.meta(num 1731288037189) 2024-11-11T01:20:44,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741850_1026 (size=796) 2024-11-11T01:20:44,102 DEBUG [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:44,102 INFO [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35763%2C1731288035873.rep:(num 1731288041462) 2024-11-11T01:20:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741848_1024 (size=93) 2024-11-11T01:20:44,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/WALs/612696b701d2,35763,1731288035873/612696b701d2%2C35763%2C1731288035873.1731288036946 not finished, retry = 0 2024-11-11T01:20:44,213 DEBUG [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/oldWALs 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35763%2C1731288035873:(num 1731288036946) 2024-11-11T01:20:44,213 DEBUG [RS:0;612696b701d2:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:44,213 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:44,213 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T01:20:44,213 INFO [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,35763,1731288035873 because: Region server is closing 2024-11-11T01:20:44,213 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T01:20:44,213 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T01:20:44,214 INFO [RS:0;612696b701d2:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35763. 2024-11-11T01:20:44,214 DEBUG [RS:0;612696b701d2:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:44,214 DEBUG [RS:0;612696b701d2:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:44,214 DEBUG [RS:0;612696b701d2:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:44,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:44,314 WARN [RS:0;612696b701d2:35763.replicationSource.shipper612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:20:44,314 INFO [RS:0;612696b701d2:35763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;612696b701d2:35763.replicationSource.shipper612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 terminated 2024-11-11T01:20:44,314 INFO [RS:0;612696b701d2:35763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35763 2024-11-11T01:20:44,314 WARN [RS:0;612696b701d2:35763.replicationSource.wal-reader.612696b701d2%2C35763%2C1731288035873,1-612696b701d2,35763,1731288035873 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:20:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/rs/612696b701d2,35763,1731288035873 2024-11-11T01:20:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536/rs 2024-11-11T01:20:44,350 INFO [RS:0;612696b701d2:35763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:44,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,35763,1731288035873] 2024-11-11T01:20:44,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/draining/612696b701d2,35763,1731288035873 already deleted, retry=false 2024-11-11T01:20:44,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,35763,1731288035873 expired; onlineServers=0 2024-11-11T01:20:44,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,46655,1731288035830' ***** 2024-11-11T01:20:44,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:20:44,451 INFO [M:0;612696b701d2:46655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:20:44,451 INFO [M:0;612696b701d2:46655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:20:44,451 DEBUG [M:0;612696b701d2:46655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:20:44,451 DEBUG [M:0;612696b701d2:46655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:20:44,451 INFO [M:0;612696b701d2:46655 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:20:44,451 INFO [M:0;612696b701d2:46655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:20:44,451 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288036604 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288036604,5,FailOnTimeoutGroup] 2024-11-11T01:20:44,451 DEBUG [M:0;612696b701d2:46655 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:20:44,451 INFO [M:0;612696b701d2:46655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:20:44,452 INFO [M:0;612696b701d2:46655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:20:44,452 INFO [M:0;612696b701d2:46655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:20:44,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:20:44,456 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288036600 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288036600,5,FailOnTimeoutGroup] 2024-11-11T01:20:44,456 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:20:44,492 INFO [RS:0;612696b701d2:35763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:44,492 INFO [RS:0;612696b701d2:35763 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,35763,1731288035873; zookeeper connection closed. 2024-11-11T01:20:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x101277aa7830007, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:44,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@344dbc2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@344dbc2d 2024-11-11T01:20:44,492 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:20:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951546536/master 2024-11-11T01:20:44,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951546536 2024-11-11T01:20:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:20:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:44,588 DEBUG [M:0;612696b701d2:46655 {}] zookeeper.RecoverableZooKeeper(212): Node /0951546536/master already deleted, retry=false 2024-11-11T01:20:44,588 DEBUG [M:0;612696b701d2:46655 {}] master.ActiveMasterManager(353): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Failed delete of our master address node; KeeperErrorCode = NoNode for /0951546536/master 2024-11-11T01:20:44,589 INFO [M:0;612696b701d2:46655 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/.lastflushedseqids 2024-11-11T01:20:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741852_1028 (size=181) 2024-11-11T01:20:44,996 INFO [M:0;612696b701d2:46655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:20:44,996 INFO [M:0;612696b701d2:46655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:20:44,997 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:44,997 INFO [M:0;612696b701d2:46655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:44,997 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:44,997 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:44,997 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:44,997 INFO [M:0;612696b701d2:46655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T01:20:45,021 DEBUG [M:0;612696b701d2:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bf2a4e3e9b4e5b97782dca17d91d0b is 82, key is hbase:meta,,1/info:regioninfo/1731288037240/Put/seqid=0 2024-11-11T01:20:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741853_1029 (size=5672) 2024-11-11T01:20:45,425 INFO [M:0;612696b701d2:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bf2a4e3e9b4e5b97782dca17d91d0b 2024-11-11T01:20:45,446 DEBUG [M:0;612696b701d2:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0fdd1181e14493faf62d33a4f9236a7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731288041533/Put/seqid=0 2024-11-11T01:20:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741854_1030 (size=7312) 2024-11-11T01:20:45,851 INFO [M:0;612696b701d2:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0fdd1181e14493faf62d33a4f9236a7 2024-11-11T01:20:45,874 DEBUG [M:0;612696b701d2:46655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08ab4ff4a2d4ef5b61351e111a1c22d is 69, key is 612696b701d2,35763,1731288035873/rs:state/1731288036732/Put/seqid=0 2024-11-11T01:20:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741855_1031 (size=5370) 2024-11-11T01:20:45,878 INFO [M:0;612696b701d2:46655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08ab4ff4a2d4ef5b61351e111a1c22d 2024-11-11T01:20:45,886 INFO [M:0;612696b701d2:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08ab4ff4a2d4ef5b61351e111a1c22d 2024-11-11T01:20:45,887 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52bf2a4e3e9b4e5b97782dca17d91d0b as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52bf2a4e3e9b4e5b97782dca17d91d0b 2024-11-11T01:20:45,894 INFO [M:0;612696b701d2:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52bf2a4e3e9b4e5b97782dca17d91d0b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T01:20:45,895 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0fdd1181e14493faf62d33a4f9236a7 as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0fdd1181e14493faf62d33a4f9236a7 2024-11-11T01:20:45,902 INFO [M:0;612696b701d2:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0fdd1181e14493faf62d33a4f9236a7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T01:20:45,903 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08ab4ff4a2d4ef5b61351e111a1c22d as hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08ab4ff4a2d4ef5b61351e111a1c22d 2024-11-11T01:20:45,912 INFO [M:0;612696b701d2:46655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08ab4ff4a2d4ef5b61351e111a1c22d 2024-11-11T01:20:45,912 INFO [M:0;612696b701d2:46655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/46320ff2-4fff-6edb-88b3-ab8a9c7875cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08ab4ff4a2d4ef5b61351e111a1c22d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T01:20:45,914 INFO [M:0;612696b701d2:46655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=127, compaction requested=false 2024-11-11T01:20:45,920 INFO [M:0;612696b701d2:46655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:45,920 DEBUG [M:0;612696b701d2:46655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288044997Disabling compacts and flushes for region at 1731288044997Disabling writes for close at 1731288044997Obtaining lock to block concurrent updates at 1731288044997Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288044997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731288044997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288044998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288044998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288045020 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288045020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288045429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288045446 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288045446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288045856 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288045873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288045873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12eb81ae: reopening flushed file at 1731288045886 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d73459e: reopening flushed file at 1731288045894 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f015d56: reopening flushed file at 1731288045902 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=127, compaction requested=false at 1731288045914 (+12 ms)Writing region close event to WAL at 1731288045920 (+6 ms)Closed at 1731288045920 2024-11-11T01:20:45,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741847_1023 (size=22903) 2024-11-11T01:20:45,928 INFO [M:0;612696b701d2:46655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:20:45,928 INFO [M:0;612696b701d2:46655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46655 2024-11-11T01:20:45,928 INFO [M:0;612696b701d2:46655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:20:45,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:20:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46655-0x101277aa7830006, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:20:46,079 INFO [M:0;612696b701d2:46655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:20:46,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69bdd9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:46,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:46,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:46,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:46,091 WARN [BP-706737931-172.17.0.3-1731288017913 heartbeating to localhost/127.0.0.1:34343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:20:46,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:20:46,091 WARN [BP-706737931-172.17.0.3-1731288017913 heartbeating to localhost/127.0.0.1:34343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-706737931-172.17.0.3-1731288017913 (Datanode Uuid 6ce9f968-7ede-49c4-b3dc-63b77d4d93d9) service to localhost/127.0.0.1:34343 2024-11-11T01:20:46,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:20:46,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/data/data1/current/BP-706737931-172.17.0.3-1731288017913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:46,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/cluster_4e341ede-7861-7090-fff5-34172d6d4047/data/data2/current/BP-706737931-172.17.0.3-1731288017913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:20:46,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:20:46,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:46,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:20:46,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:20:46,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:20:46,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c118cb92-d9a4-2a74-35c3-c40c917d257e/hadoop.log.dir/,STOPPED} 2024-11-11T01:20:46,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:20:46,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:20:46,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 162) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54637) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54637) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36593 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=2354 (was 1511) - AvailableMemoryMB LEAK? - 2024-11-11T01:20:46,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=2354 2024-11-11T01:20:46,149 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T01:20:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir so I do NOT create it in target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e 2024-11-11T01:20:46,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:20:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.tmp.dir so I do NOT create it in target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e 2024-11-11T01:20:46,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8930515-e28e-07cb-f2ff-3cd3e8c0c3dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:20:46,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e 2024-11-11T01:20:46,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13, deleteOnExit=true 2024-11-11T01:20:46,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/zookeeper_0, clientPort=50058, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:20:46,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50058 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/test.cache.data in system properties and HBase conf 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:20:46,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:20:46,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:20:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:20:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277aa7830002, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:20:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277aa7830005, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:20:46,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277aa7830005, quorum=127.0.0.1:54637, baseZNode=/1-594702020 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:20:46,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277aa7830002, quorum=127.0.0.1:54637, baseZNode=/0951546536 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:20:46,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:46,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:46,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:46,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:46,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:20:46,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:46,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:46,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:46,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef48bf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/java.io.tmpdir/jetty-localhost-32905-hadoop-hdfs-3_4_1-tests_jar-_-any-6431241295853312274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:46,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:32905} 2024-11-11T01:20:46,673 INFO [Time-limited test {}] server.Server(415): Started @170519ms 2024-11-11T01:20:46,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:46,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:46,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:46,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:46,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:20:46,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:46,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:47,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a37642c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-10137605392574357030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:47,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:38239} 2024-11-11T01:20:47,050 INFO [Time-limited test {}] server.Server(415): Started @170896ms 2024-11-11T01:20:47,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:20:47,845 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/data/data2/current/BP-83644145-172.17.0.3-1731288046182/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:47,845 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/data/data1/current/BP-83644145-172.17.0.3-1731288046182/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:47,866 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:20:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d337ff72ad532 with lease ID 0x414d4891244244d3: Processing first storage report for DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e from datanode DatanodeRegistration(127.0.0.1:42465, datanodeUuid=d5d201c4-5a2a-4bb3-8131-d888f0816be5, infoPort=40987, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1666591175;c=1731288046182) 2024-11-11T01:20:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d337ff72ad532 with lease ID 0x414d4891244244d3: from storage DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e node DatanodeRegistration(127.0.0.1:42465, datanodeUuid=d5d201c4-5a2a-4bb3-8131-d888f0816be5, infoPort=40987, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1666591175;c=1731288046182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d337ff72ad532 with lease ID 0x414d4891244244d3: Processing first storage report for DS-fc26b026-4664-41fd-9100-f52b60ed5bba from datanode DatanodeRegistration(127.0.0.1:42465, datanodeUuid=d5d201c4-5a2a-4bb3-8131-d888f0816be5, infoPort=40987, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1666591175;c=1731288046182) 2024-11-11T01:20:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d337ff72ad532 with lease ID 0x414d4891244244d3: from storage DS-fc26b026-4664-41fd-9100-f52b60ed5bba node DatanodeRegistration(127.0.0.1:42465, datanodeUuid=d5d201c4-5a2a-4bb3-8131-d888f0816be5, infoPort=40987, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1666591175;c=1731288046182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:47,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e 2024-11-11T01:20:47,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:47,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:20:48,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc with version=8 2024-11-11T01:20:48,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/hbase-staging 2024-11-11T01:20:48,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:48,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:48,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:48,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:20:48,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:48,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44541 2024-11-11T01:20:48,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44541 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445410x0, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:48,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44541-0x101277b15f40000 connected 2024-11-11T01:20:48,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:48,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:48,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/running 2024-11-11T01:20:48,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc, hbase.cluster.distributed=false 2024-11-11T01:20:48,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/acl 2024-11-11T01:20:48,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-11T01:20:48,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-11-11T01:20:48,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-11-11T01:20:48,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-11T01:20:48,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-11T01:20:48,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:48,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35437 2024-11-11T01:20:48,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35437 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:48,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:48,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:48,617 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354370x0, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:48,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35437-0x101277b15f40001 connected 2024-11-11T01:20:48,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/running 2024-11-11T01:20:48,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:20:48,619 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:20:48,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/master 2024-11-11T01:20:48,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/acl 2024-11-11T01:20:48,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-11T01:20:48,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35437 2024-11-11T01:20:48,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35437 2024-11-11T01:20:48,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-11T01:20:48,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35437 2024-11-11T01:20:48,643 DEBUG [M:0;612696b701d2:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:44541 2024-11-11T01:20:48,644 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01072994779/backup-masters/612696b701d2,44541,1731288048293 2024-11-11T01:20:48,663 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/backup-masters 2024-11-11T01:20:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/backup-masters 2024-11-11T01:20:48,663 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on existing znode=/01072994779/backup-masters/612696b701d2,44541,1731288048293 2024-11-11T01:20:48,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:48,684 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072994779/master 2024-11-11T01:20:48,684 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:48,684 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on existing znode=/01072994779/master 2024-11-11T01:20:48,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01072994779/backup-masters/612696b701d2,44541,1731288048293 from backup master directory 2024-11-11T01:20:48,694 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/backup-masters 2024-11-11T01:20:48,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072994779/backup-masters/612696b701d2,44541,1731288048293 2024-11-11T01:20:48,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/backup-masters 2024-11-11T01:20:48,695 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:48,695 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,44541,1731288048293 2024-11-11T01:20:48,698 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/hbase.id] with ID: 970fff92-5c61-4f04-ae9e-dcc5b29b6152 2024-11-11T01:20:48,699 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/.tmp/hbase.id 2024-11-11T01:20:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:20:48,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:48,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:48,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:48,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:48,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:48,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:48,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:49,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/.tmp/hbase.id]:[hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/hbase.id] 2024-11-11T01:20:49,120 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:49,120 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:20:49,122 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T01:20:49,200 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:20:49,615 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:49,615 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:20:49,615 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:20:50,022 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store 2024-11-11T01:20:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:20:50,437 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:50,437 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:50,438 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:50,438 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:50,438 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:50,438 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:50,438 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:50,438 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288050437Disabling compacts and flushes for region at 1731288050437Disabling writes for close at 1731288050438 (+1 ms)Writing region close event to WAL at 1731288050438Closed at 1731288050438 2024-11-11T01:20:50,438 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/.initializing 2024-11-11T01:20:50,438 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/WALs/612696b701d2,44541,1731288048293 2024-11-11T01:20:50,439 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:50,441 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C44541%2C1731288048293, suffix=, logDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/WALs/612696b701d2,44541,1731288048293, archiveDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/oldWALs, maxLogs=10 2024-11-11T01:20:50,452 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/WALs/612696b701d2,44541,1731288048293/612696b701d2%2C44541%2C1731288048293.1731288050441, exclude list is [], retry=0 2024-11-11T01:20:50,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42465,DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e,DISK] 2024-11-11T01:20:50,456 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/WALs/612696b701d2,44541,1731288048293/612696b701d2%2C44541%2C1731288048293.1731288050441 2024-11-11T01:20:50,456 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987)] 2024-11-11T01:20:50,456 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:50,457 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:50,457 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,457 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:20:50,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:50,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:50,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:20:50,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:50,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:20:50,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:50,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:50,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:20:50,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:50,463 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,464 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,465 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,467 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,467 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,467 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:50,469 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:50,471 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:50,471 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586152, jitterRate=0.0965191125869751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:50,472 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288050457Initializing all the Stores at 1731288050458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288050458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288050458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288050458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288050458Cleaning up temporary data from old regions at 1731288050467 (+9 ms)Region opened successfully at 1731288050472 (+5 ms) 2024-11-11T01:20:50,472 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:20:50,476 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdf252b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:50,477 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:20:50,477 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:20:50,477 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:20:50,478 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:20:50,478 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:20:50,478 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:20:50,478 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:20:50,481 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:20:50,482 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/balancer because node does not exist (not necessarily an error) 2024-11-11T01:20:50,494 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/balancer already deleted, retry=false 2024-11-11T01:20:50,495 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:20:50,495 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:20:50,505 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/normalizer already deleted, retry=false 2024-11-11T01:20:50,505 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:20:50,506 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:20:50,515 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/switch/split already deleted, retry=false 2024-11-11T01:20:50,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:20:50,526 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/switch/merge already deleted, retry=false 2024-11-11T01:20:50,527 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:20:50,537 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/snapshot-cleanup already deleted, retry=false 2024-11-11T01:20:50,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072994779/running 2024-11-11T01:20:50,547 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072994779/running 2024-11-11T01:20:50,547 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,548 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,44541,1731288048293, sessionid=0x101277b15f40000, setting cluster-up flag (Was=false) 2024-11-11T01:20:50,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,568 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,599 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01072994779/flush-table-proc/acquired, /01072994779/flush-table-proc/reached, /01072994779/flush-table-proc/abort 2024-11-11T01:20:50,600 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44541,1731288048293 2024-11-11T01:20:50,621 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:50,652 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01072994779/online-snapshot/acquired, /01072994779/online-snapshot/reached, /01072994779/online-snapshot/abort 2024-11-11T01:20:50,653 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44541,1731288048293 2024-11-11T01:20:50,658 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:20:50,659 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:50,660 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:20:50,660 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:20:50,660 WARN [master/612696b701d2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 612696b701d2,35063,1731288020231: status=Processing ServerCrashProcedure of 612696b701d2,35063,1731288020231 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731288036600, completionTime=-1 appears to have been leaked 2024-11-11T01:20:50,660 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,44541,1731288048293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,661 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:50,662 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:50,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:20:50,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:50,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:20:50,674 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288080674 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:20:50,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:20:50,676 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,677 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:20:50,677 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:20:50,677 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:20:50,677 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:20:50,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:20:50,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:20:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:20:50,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:20:50,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc 2024-11-11T01:20:50,692 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288050681,5,FailOnTimeoutGroup] 2024-11-11T01:20:50,693 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288050692,5,FailOnTimeoutGroup] 2024-11-11T01:20:50,693 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,693 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:20:50,693 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,693 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:20:50,733 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(746): ClusterId : 970fff92-5c61-4f04-ae9e-dcc5b29b6152 2024-11-11T01:20:50,733 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:20:50,744 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:20:50,744 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:20:50,755 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:20:50,755 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a5bda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:50,784 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:35437 2024-11-11T01:20:50,784 INFO [RS:0;612696b701d2:35437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:20:50,784 INFO [RS:0;612696b701d2:35437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:20:50,784 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:20:50,785 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,44541,1731288048293 with port=35437, startcode=1731288048525 2024-11-11T01:20:50,785 DEBUG [RS:0;612696b701d2:35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:20:50,786 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:20:50,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,35437,1731288048525 2024-11-11T01:20:50,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(517): Registering regionserver=612696b701d2,35437,1731288048525 2024-11-11T01:20:50,788 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc 2024-11-11T01:20:50,788 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38355 2024-11-11T01:20:50,788 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:20:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/rs 2024-11-11T01:20:50,808 DEBUG [RS:0;612696b701d2:35437 {}] zookeeper.ZKUtil(111): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on existing znode=/01072994779/rs/612696b701d2,35437,1731288048525 2024-11-11T01:20:50,809 WARN [RS:0;612696b701d2:35437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:50,809 INFO [RS:0;612696b701d2:35437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:50,809 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525 2024-11-11T01:20:50,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,35437,1731288048525] 2024-11-11T01:20:50,820 INFO [RS:0;612696b701d2:35437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:20:50,824 INFO [RS:0;612696b701d2:35437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:20:50,826 INFO [RS:0;612696b701d2:35437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:20:50,826 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,826 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:20:50,827 INFO [RS:0;612696b701d2:35437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:20:50,827 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,827 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:50,828 DEBUG [RS:0;612696b701d2:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,832 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35437,1731288048525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:50,852 INFO [RS:0;612696b701d2:35437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:20:50,852 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35437,1731288048525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,852 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,853 INFO [RS:0;612696b701d2:35437 {}] regionserver.Replication(171): 612696b701d2,35437,1731288048525 started 2024-11-11T01:20:50,871 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:50,871 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,35437,1731288048525, RpcServer on 612696b701d2/172.17.0.3:35437, sessionid=0x101277b15f40001 2024-11-11T01:20:50,872 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:20:50,872 DEBUG [RS:0;612696b701d2:35437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,35437,1731288048525 2024-11-11T01:20:50,872 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35437,1731288048525' 2024-11-11T01:20:50,872 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01072994779/flush-table-proc/abort' 2024-11-11T01:20:50,872 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01072994779/flush-table-proc/acquired' 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,35437,1731288048525 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35437,1731288048525' 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01072994779/online-snapshot/abort' 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01072994779/online-snapshot/acquired' 2024-11-11T01:20:50,873 DEBUG [RS:0;612696b701d2:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:20:50,873 INFO [RS:0;612696b701d2:35437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:20:50,873 INFO [RS:0;612696b701d2:35437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:20:50,974 INFO [RS:0;612696b701d2:35437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:50,976 INFO [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35437%2C1731288048525, suffix=, logDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525, archiveDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs, maxLogs=10 2024-11-11T01:20:50,994 DEBUG [RS:0;612696b701d2:35437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976, exclude list is [], retry=0 2024-11-11T01:20:50,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42465,DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e,DISK] 2024-11-11T01:20:51,000 INFO [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 2024-11-11T01:20:51,000 DEBUG [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987)] 2024-11-11T01:20:51,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:51,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:51,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:51,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:51,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:51,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:51,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:51,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:51,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:51,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:51,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740 2024-11-11T01:20:51,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740 2024-11-11T01:20:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:51,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:51,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:51,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:51,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60295157, jitterRate=-0.10153214633464813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288051107Initializing all the Stores at 1731288051108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288051108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051108Cleaning up temporary data from old regions at 1731288051122 (+14 ms)Region opened successfully at 1731288051130 (+8 ms) 2024-11-11T01:20:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:51,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:51,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:51,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288051130Disabling compacts and flushes for region at 1731288051130Disabling writes for close at 1731288051130Writing region close event to WAL at 1731288051131 (+1 ms)Closed at 1731288051131 2024-11-11T01:20:51,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:51,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:20:51,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:20:51,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:51,134 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:20:51,284 DEBUG [612696b701d2:44541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:51,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:51,285 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35437,1731288048525, state=OPENING 2024-11-11T01:20:51,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:20:51,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:51,316 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:51,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:51,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072994779/meta-region-server: CHANGED 2024-11-11T01:20:51,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35437,1731288048525}] 2024-11-11T01:20:51,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072994779/meta-region-server: CHANGED 2024-11-11T01:20:51,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:20:51,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:20:51,480 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:20:51,481 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:51,481 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:20:51,482 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35437%2C1731288048525.meta, suffix=.meta, logDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525, archiveDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs, maxLogs=10 2024-11-11T01:20:51,499 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.meta.1731288051482.meta, exclude list is [], retry=0 2024-11-11T01:20:51,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42465,DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e,DISK] 2024-11-11T01:20:51,525 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.meta.1731288051482.meta 2024-11-11T01:20:51,528 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987)] 2024-11-11T01:20:51,528 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:51,529 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:51,529 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:51,529 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:20:51,529 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:20:51,530 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:20:51,530 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:51,530 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:20:51,530 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:20:51,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:51,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:51,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:51,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:51,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:51,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:51,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:51,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:51,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:51,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:51,544 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:51,545 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740 2024-11-11T01:20:51,547 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740 2024-11-11T01:20:51,548 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:51,548 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:51,550 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:51,552 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:51,553 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074078, jitterRate=-0.030320674180984497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:51,553 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:20:51,556 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288051530Writing region info on filesystem at 1731288051530Initializing all the Stores at 1731288051531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051535 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288051535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288051535Cleaning up temporary data from old regions at 1731288051548 (+13 ms)Running coprocessor post-open hooks at 1731288051555 (+7 ms)Region opened successfully at 1731288051556 (+1 ms) 2024-11-11T01:20:51,558 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288051469 2024-11-11T01:20:51,560 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:20:51,560 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:20:51,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:51,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35437,1731288048525, state=OPEN 2024-11-11T01:20:51,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01072994779/meta-region-server 2024-11-11T01:20:51,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072994779/meta-region-server: CHANGED 2024-11-11T01:20:51,670 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01072994779/meta-region-server 2024-11-11T01:20:51,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072994779/meta-region-server: CHANGED 2024-11-11T01:20:51,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,35437,1731288048525 2024-11-11T01:20:51,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:20:51,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35437,1731288048525 in 355 msec 2024-11-11T01:20:51,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:20:51,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 549 msec 2024-11-11T01:20:51,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:51,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:20:51,686 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:51,687 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:20:51,687 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:51,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:51,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0340 sec 2024-11-11T01:20:51,695 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288051695, completionTime=-1 2024-11-11T01:20:51,695 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:20:51,695 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:20:51,698 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:20:51,698 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288111698 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288171699 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:44541, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,699 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,700 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,702 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:20:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-11-11T01:20:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:20:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:20:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:20:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:20:51,704 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:20:51,704 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:51,704 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:20:51,710 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:20:51,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:20:51,710 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44541,1731288048293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:51,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:51,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:20:51,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:51,734 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d13cf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:51,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:51,736 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:51,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:51,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:20:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:51,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:51,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,44541,1731288048293 2024-11-11T01:20:51,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:51,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277b15f40002 connected 2024-11-11T01:20:51,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir so I do NOT create it in target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021 2024-11-11T01:20:51,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.tmp.dir so I do NOT create it in target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021 2024-11-11T01:20:51,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:20:51,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/cluster_25bc8dbc-24fb-ec9e-c2a1-adb7e7388e74, deleteOnExit=true 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/test.cache.data in system properties and HBase conf 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:20:51,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:20:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:20:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:20:52,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:52,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:52,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:52,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:52,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:20:52,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:52,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:52,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:52,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/java.io.tmpdir/jetty-localhost-40723-hadoop-hdfs-3_4_1-tests_jar-_-any-5594071195989374268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:20:52,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:40723} 2024-11-11T01:20:52,258 INFO [Time-limited test {}] server.Server(415): Started @176104ms 2024-11-11T01:20:52,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:20:52,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:20:52,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:20:52,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:20:52,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:20:52,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:20:52,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:20:52,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/java.io.tmpdir/jetty-localhost-34409-hadoop-hdfs-3_4_1-tests_jar-_-any-4570997394249570607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:20:52,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:34409} 2024-11-11T01:20:52,704 INFO [Time-limited test {}] server.Server(415): Started @176549ms 2024-11-11T01:20:52,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:20:53,722 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/cluster_25bc8dbc-24fb-ec9e-c2a1-adb7e7388e74/data/data1/current/BP-250104298-172.17.0.3-1731288051793/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:53,723 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/cluster_25bc8dbc-24fb-ec9e-c2a1-adb7e7388e74/data/data2/current/BP-250104298-172.17.0.3-1731288051793/current, will proceed with Du for space computation calculation, 2024-11-11T01:20:53,757 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:20:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8642344cc9d516cb with lease ID 0x9c81d5f152e479eb: Processing first storage report for DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73 from datanode DatanodeRegistration(127.0.0.1:46725, datanodeUuid=d2ce9abb-250a-4668-97d9-435c1e658bd7, infoPort=34385, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=144356241;c=1731288051793) 2024-11-11T01:20:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8642344cc9d516cb with lease ID 0x9c81d5f152e479eb: from storage DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73 node DatanodeRegistration(127.0.0.1:46725, datanodeUuid=d2ce9abb-250a-4668-97d9-435c1e658bd7, infoPort=34385, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=144356241;c=1731288051793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8642344cc9d516cb with lease ID 0x9c81d5f152e479eb: Processing first storage report for DS-7ba2f7c1-ba6f-47dd-9a66-5a9a03e48873 from datanode DatanodeRegistration(127.0.0.1:46725, datanodeUuid=d2ce9abb-250a-4668-97d9-435c1e658bd7, infoPort=34385, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=144356241;c=1731288051793) 2024-11-11T01:20:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8642344cc9d516cb with lease ID 0x9c81d5f152e479eb: from storage DS-7ba2f7c1-ba6f-47dd-9a66-5a9a03e48873 node DatanodeRegistration(127.0.0.1:46725, datanodeUuid=d2ce9abb-250a-4668-97d9-435c1e658bd7, infoPort=34385, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=144356241;c=1731288051793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:20:53,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021 2024-11-11T01:20:53,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:53,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:20:53,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3 with version=8 2024-11-11T01:20:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/hbase-staging 2024-11-11T01:20:53,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:20:53,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:53,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46031 2024-11-11T01:20:53,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46031 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460310x0, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:53,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46031-0x101277b15f40003 connected 2024-11-11T01:20:53,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:53,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:53,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/running 2024-11-11T01:20:53,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3, hbase.cluster.distributed=false 2024-11-11T01:20:53,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/acl 2024-11-11T01:20:53,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-11T01:20:53,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46031 2024-11-11T01:20:53,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46031 2024-11-11T01:20:53,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-11T01:20:53,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-11T01:20:54,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:20:54,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:54,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:54,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:20:54,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:20:54,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:20:54,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:20:54,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:20:54,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44271 2024-11-11T01:20:54,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44271 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:54,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:54,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:54,091 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442710x0, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:54,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442710x0, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/running 2024-11-11T01:20:54,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:20:54,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44271-0x101277b15f40004 connected 2024-11-11T01:20:54,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:20:54,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/master 2024-11-11T01:20:54,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/acl 2024-11-11T01:20:54,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-11T01:20:54,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44271 2024-11-11T01:20:54,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44271 2024-11-11T01:20:54,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-11T01:20:54,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44271 2024-11-11T01:20:54,261 DEBUG [M:0;612696b701d2:46031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:46031 2024-11-11T01:20:54,277 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1477701639/backup-masters/612696b701d2,46031,1731288053833 2024-11-11T01:20:54,284 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/backup-masters 2024-11-11T01:20:54,284 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on existing znode=/1-1477701639/backup-masters/612696b701d2,46031,1731288053833 2024-11-11T01:20:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/backup-masters 2024-11-11T01:20:54,294 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1477701639/master 2024-11-11T01:20:54,294 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:54,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:54,296 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on existing znode=/1-1477701639/master 2024-11-11T01:20:54,299 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1477701639/backup-masters/612696b701d2,46031,1731288053833 from backup master directory 2024-11-11T01:20:54,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1477701639/backup-masters/612696b701d2,46031,1731288053833 2024-11-11T01:20:54,311 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:54,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/backup-masters 2024-11-11T01:20:54,311 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,46031,1731288053833 2024-11-11T01:20:54,312 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/backup-masters 2024-11-11T01:20:54,324 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/hbase.id] with ID: 802a9b5e-b633-49d5-9648-793d66b243a1 2024-11-11T01:20:54,324 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/.tmp/hbase.id 2024-11-11T01:20:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:20:54,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:20:54,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:20:54,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:20:54,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T01:20:54,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:20:54,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T01:20:54,767 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/.tmp/hbase.id]:[hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/hbase.id] 2024-11-11T01:20:54,777 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:20:54,777 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:20:54,779 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:20:54,806 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:54,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:20:55,214 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:55,215 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:20:55,227 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:20:55,247 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store 2024-11-11T01:20:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:20:55,671 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:55,671 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:20:55,671 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:55,672 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:55,672 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:20:55,672 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:55,672 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:20:55,672 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288055671Disabling compacts and flushes for region at 1731288055671Disabling writes for close at 1731288055672 (+1 ms)Writing region close event to WAL at 1731288055672Closed at 1731288055672 2024-11-11T01:20:55,673 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/.initializing 2024-11-11T01:20:55,673 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/WALs/612696b701d2,46031,1731288053833 2024-11-11T01:20:55,675 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:55,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C46031%2C1731288053833, suffix=, logDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/WALs/612696b701d2,46031,1731288053833, archiveDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/oldWALs, maxLogs=10 2024-11-11T01:20:55,699 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/WALs/612696b701d2,46031,1731288053833/612696b701d2%2C46031%2C1731288053833.1731288055681, exclude list is [], retry=0 2024-11-11T01:20:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46725,DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73,DISK] 2024-11-11T01:20:55,708 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/WALs/612696b701d2,46031,1731288053833/612696b701d2%2C46031%2C1731288053833.1731288055681 2024-11-11T01:20:55,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-11T01:20:55,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:55,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:55,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,711 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:20:55,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:55,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:55,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:20:55,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:55,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:55,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:20:55,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:55,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:55,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:20:55,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:55,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:55,720 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,721 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,721 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,729 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,729 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,732 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:55,737 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:20:55,753 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:55,754 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75057510, jitterRate=0.1184440553188324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:55,754 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288055711Initializing all the Stores at 1731288055712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288055712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288055712Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288055712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288055712Cleaning up temporary data from old regions at 1731288055729 (+17 ms)Region opened successfully at 1731288055754 (+25 ms) 2024-11-11T01:20:55,754 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:20:55,757 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b2377a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:55,758 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:20:55,758 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:20:55,758 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:20:55,759 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:20:55,759 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:20:55,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:20:55,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:20:55,769 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:20:55,769 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/balancer because node does not exist (not necessarily an error) 2024-11-11T01:20:55,810 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/balancer already deleted, retry=false 2024-11-11T01:20:55,810 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:20:55,811 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:20:55,821 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/normalizer already deleted, retry=false 2024-11-11T01:20:55,821 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:20:55,829 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:20:55,841 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/switch/split already deleted, retry=false 2024-11-11T01:20:55,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:20:55,852 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/switch/merge already deleted, retry=false 2024-11-11T01:20:55,854 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:20:55,863 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/snapshot-cleanup already deleted, retry=false 2024-11-11T01:20:55,874 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1477701639/running 2024-11-11T01:20:55,874 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1477701639/running 2024-11-11T01:20:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,46031,1731288053833, sessionid=0x101277b15f40003, setting cluster-up flag (Was=false) 2024-11-11T01:20:55,894 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,926 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1477701639/flush-table-proc/acquired, /1-1477701639/flush-table-proc/reached, /1-1477701639/flush-table-proc/abort 2024-11-11T01:20:55,929 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,46031,1731288053833 2024-11-11T01:20:55,953 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:55,985 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1477701639/online-snapshot/acquired, /1-1477701639/online-snapshot/reached, /1-1477701639/online-snapshot/abort 2024-11-11T01:20:55,986 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,46031,1731288053833 2024-11-11T01:20:55,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:20:55,989 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:55,990 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:20:55,990 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:20:55,990 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,46031,1731288053833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:55,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288086029 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:20:56,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:56,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:20:56,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,030 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:20:56,030 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:20:56,030 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:20:56,030 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:20:56,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:20:56,032 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:20:56,032 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:20:56,033 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288056033,5,FailOnTimeoutGroup] 2024-11-11T01:20:56,033 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288056033,5,FailOnTimeoutGroup] 2024-11-11T01:20:56,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:20:56,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,033 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:20:56,046 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(746): ClusterId : 802a9b5e-b633-49d5-9648-793d66b243a1 2024-11-11T01:20:56,046 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:20:56,060 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:20:56,060 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:20:56,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:20:56,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3 2024-11-11T01:20:56,097 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:20:56,098 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf80256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:20:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:20:56,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:56,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:56,135 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:44271 2024-11-11T01:20:56,135 INFO [RS:0;612696b701d2:44271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:20:56,136 INFO [RS:0;612696b701d2:44271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:20:56,136 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:20:56,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:56,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,141 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,46031,1731288053833 with port=44271, startcode=1731288054016 2024-11-11T01:20:56,141 DEBUG [RS:0;612696b701d2:44271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:20:56,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:56,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:56,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:56,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:56,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:56,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:56,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:56,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740 2024-11-11T01:20:56,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740 2024-11-11T01:20:56,153 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:20:56,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:56,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:56,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,44271,1731288054016 2024-11-11T01:20:56,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(517): Registering regionserver=612696b701d2,44271,1731288054016 2024-11-11T01:20:56,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:56,155 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3 2024-11-11T01:20:56,155 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34223 2024-11-11T01:20:56,155 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:20:56,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:56,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:56,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633178, jitterRate=0.03761520981788635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:56,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288056114Initializing all the Stores at 1731288056115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056120 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288056120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056120Cleaning up temporary data from old regions at 1731288056153 (+33 ms)Region opened successfully at 1731288056161 (+8 ms) 2024-11-11T01:20:56,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:20:56,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:20:56,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:20:56,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:20:56,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:20:56,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:20:56,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288056161Disabling compacts and flushes for region at 1731288056162 (+1 ms)Disabling writes for close at 1731288056162Writing region close event to WAL at 1731288056167 (+5 ms)Closed at 1731288056167 2024-11-11T01:20:56,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:56,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:20:56,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:20:56,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:56,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:20:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/rs 2024-11-11T01:20:56,214 DEBUG [RS:0;612696b701d2:44271 {}] zookeeper.ZKUtil(111): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on existing znode=/1-1477701639/rs/612696b701d2,44271,1731288054016 2024-11-11T01:20:56,214 WARN [RS:0;612696b701d2:44271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:20:56,214 INFO [RS:0;612696b701d2:44271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:56,214 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016 2024-11-11T01:20:56,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,44271,1731288054016] 2024-11-11T01:20:56,252 INFO [RS:0;612696b701d2:44271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:20:56,264 INFO [RS:0;612696b701d2:44271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:20:56,276 INFO [RS:0;612696b701d2:44271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:20:56,276 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,280 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:20:56,281 INFO [RS:0;612696b701d2:44271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:20:56,281 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:20:56,282 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:56,283 DEBUG [RS:0;612696b701d2:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,316 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44271,1731288054016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:56,320 WARN [612696b701d2:46031 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:20:56,368 INFO [RS:0;612696b701d2:44271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:20:56,368 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44271,1731288054016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,368 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,368 INFO [RS:0;612696b701d2:44271 {}] regionserver.Replication(171): 612696b701d2,44271,1731288054016 started 2024-11-11T01:20:56,388 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,388 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,44271,1731288054016, RpcServer on 612696b701d2/172.17.0.3:44271, sessionid=0x101277b15f40004 2024-11-11T01:20:56,388 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:20:56,389 DEBUG [RS:0;612696b701d2:44271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,44271,1731288054016 2024-11-11T01:20:56,389 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44271,1731288054016' 2024-11-11T01:20:56,389 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1477701639/flush-table-proc/abort' 2024-11-11T01:20:56,389 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1477701639/flush-table-proc/acquired' 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,44271,1731288054016 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44271,1731288054016' 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1477701639/online-snapshot/abort' 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1477701639/online-snapshot/acquired' 2024-11-11T01:20:56,390 DEBUG [RS:0;612696b701d2:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:20:56,391 INFO [RS:0;612696b701d2:44271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:20:56,391 INFO [RS:0;612696b701d2:44271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:20:56,491 INFO [RS:0;612696b701d2:44271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:20:56,493 INFO [RS:0;612696b701d2:44271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44271%2C1731288054016, suffix=, logDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016, archiveDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/oldWALs, maxLogs=10 2024-11-11T01:20:56,511 DEBUG [RS:0;612696b701d2:44271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, exclude list is [], retry=0 2024-11-11T01:20:56,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46725,DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73,DISK] 2024-11-11T01:20:56,553 INFO [RS:0;612696b701d2:44271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 2024-11-11T01:20:56,553 DEBUG [RS:0;612696b701d2:44271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-11T01:20:56,571 DEBUG [612696b701d2:46031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:20:56,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:20:56,573 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44271,1731288054016, state=OPENING 2024-11-11T01:20:56,620 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:20:56,631 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:20:56,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1477701639/meta-region-server: CHANGED 2024-11-11T01:20:56,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1477701639/meta-region-server: CHANGED 2024-11-11T01:20:56,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:20:56,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44271,1731288054016}] 2024-11-11T01:20:56,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:20:56,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:20:56,794 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:20:56,794 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:56,794 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:20:56,798 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44271%2C1731288054016.meta, suffix=.meta, logDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016, archiveDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/oldWALs, maxLogs=10 2024-11-11T01:20:56,815 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.meta.1731288056799.meta, exclude list is [], retry=0 2024-11-11T01:20:56,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46725,DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73,DISK] 2024-11-11T01:20:56,820 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.meta.1731288056799.meta 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:56,821 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:20:56,821 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:20:56,821 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:56,822 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:20:56,822 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:20:56,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:20:56,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:20:56,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:20:56,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:20:56,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:20:56,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:20:56,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:20:56,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:20:56,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:56,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:20:56,827 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:20:56,828 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740 2024-11-11T01:20:56,829 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740 2024-11-11T01:20:56,830 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:20:56,830 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:20:56,831 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:20:56,832 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:20:56,833 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71340705, jitterRate=0.06305934488773346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:20:56,833 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:20:56,833 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288056822Writing region info on filesystem at 1731288056822Initializing all the Stores at 1731288056822Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056823 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288056823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288056823Cleaning up temporary data from old regions at 1731288056830 (+7 ms)Running coprocessor post-open hooks at 1731288056833 (+3 ms)Region opened successfully at 1731288056833 2024-11-11T01:20:56,834 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288056786 2024-11-11T01:20:56,836 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:20:56,836 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:20:56,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:20:56,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44271,1731288054016, state=OPEN 2024-11-11T01:20:56,848 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1477701639/meta-region-server 2024-11-11T01:20:56,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1477701639/meta-region-server 2024-11-11T01:20:56,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,44271,1731288054016 2024-11-11T01:20:56,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1477701639/meta-region-server: CHANGED 2024-11-11T01:20:56,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1477701639/meta-region-server: CHANGED 2024-11-11T01:20:56,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:20:56,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44271,1731288054016 in 215 msec 2024-11-11T01:20:56,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:20:56,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-11T01:20:56,855 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:20:56,855 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:20:56,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:56,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:20:56,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:56,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:56,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-11T01:20:56,866 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288056866, completionTime=-1 2024-11-11T01:20:56,866 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:20:56,866 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288116869 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288176869 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,869 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:46031, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,872 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:20:56,876 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,880 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.569sec 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:20:56,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:20:56,883 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:20:56,883 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:20:56,883 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,46031,1731288053833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:20:56,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:56,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:20:56,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:56,964 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:20:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:20:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:20:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:56,974 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:56,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:20:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:56,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:20:56,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,46031,1731288053833 2024-11-11T01:20:56,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50058 2024-11-11T01:20:57,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:20:57,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:20:57,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277b15f40005 connected 2024-11-11T01:20:57,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:20:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2455bd08 2024-11-11T01:20:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:57,061 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:57,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:20:57,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:20:57,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:57,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:20:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:20:57,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:20:57,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:20:57,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67656afb21e1c79c5880976a439752d0, NAME => 'test,,1731288057062.67656afb21e1c79c5880976a439752d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc 2024-11-11T01:20:57,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:20:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:20:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288057062.67656afb21e1c79c5880976a439752d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67656afb21e1c79c5880976a439752d0, disabling compactions & flushes 2024-11-11T01:20:57,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288057062.67656afb21e1c79c5880976a439752d0. after waiting 0 ms 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67656afb21e1c79c5880976a439752d0: Waiting for close lock at 1731288057175Disabling compacts and flushes for region at 1731288057175Disabling writes for close at 1731288057175Writing region close event to WAL at 1731288057175Closed at 1731288057175 2024-11-11T01:20:57,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:20:57,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288057062.67656afb21e1c79c5880976a439752d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288057177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288057177"}]},"ts":"1731288057177"} 2024-11-11T01:20:57,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:20:57,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:20:57,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288057181"}]},"ts":"1731288057181"} 2024-11-11T01:20:57,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:20:57,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67656afb21e1c79c5880976a439752d0, ASSIGN}] 2024-11-11T01:20:57,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67656afb21e1c79c5880976a439752d0, ASSIGN 2024-11-11T01:20:57,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67656afb21e1c79c5880976a439752d0, ASSIGN; state=OFFLINE, location=612696b701d2,35437,1731288048525; forceNewPlan=false, retain=false 2024-11-11T01:20:57,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67656afb21e1c79c5880976a439752d0, regionState=OPENING, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:57,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67656afb21e1c79c5880976a439752d0, ASSIGN because future has completed 2024-11-11T01:20:57,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67656afb21e1c79c5880976a439752d0, server=612696b701d2,35437,1731288048525}] 2024-11-11T01:20:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,541 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,542 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67656afb21e1c79c5880976a439752d0, NAME => 'test,,1731288057062.67656afb21e1c79c5880976a439752d0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:57,542 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:57,542 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:20:57,542 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,542 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288057062.67656afb21e1c79c5880976a439752d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:57,543 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,543 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,568 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,570 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67656afb21e1c79c5880976a439752d0 columnFamilyName f 2024-11-11T01:20:57,570 DEBUG [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:57,571 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(327): Store=67656afb21e1c79c5880976a439752d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:57,571 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,572 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67656afb21e1c79c5880976a439752d0 columnFamilyName f1 2024-11-11T01:20:57,572 DEBUG [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:57,573 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(327): Store=67656afb21e1c79c5880976a439752d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:57,573 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,575 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67656afb21e1c79c5880976a439752d0 columnFamilyName norep 2024-11-11T01:20:57,575 DEBUG [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:57,578 INFO [StoreOpener-67656afb21e1c79c5880976a439752d0-1 {}] regionserver.HStore(327): Store=67656afb21e1c79c5880976a439752d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:57,578 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,579 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,579 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,580 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,580 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,581 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:20:57,582 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,601 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:57,602 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67656afb21e1c79c5880976a439752d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68357295, jitterRate=0.018603071570396423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:20:57,602 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:20:57,610 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67656afb21e1c79c5880976a439752d0: Running coprocessor pre-open hook at 1731288057543Writing region info on filesystem at 1731288057543Initializing all the Stores at 1731288057554 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288057554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288057568 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288057568Cleaning up temporary data from old regions at 1731288057580 (+12 ms)Running coprocessor post-open hooks at 1731288057602 (+22 ms)Region opened successfully at 1731288057610 (+8 ms) 2024-11-11T01:20:57,611 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288057062.67656afb21e1c79c5880976a439752d0., pid=6, masterSystemTime=1731288057517 2024-11-11T01:20:57,614 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,614 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:20:57,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67656afb21e1c79c5880976a439752d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:57,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67656afb21e1c79c5880976a439752d0, server=612696b701d2,35437,1731288048525 because future has completed 2024-11-11T01:20:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:20:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67656afb21e1c79c5880976a439752d0, server=612696b701d2,35437,1731288048525 in 291 msec 2024-11-11T01:20:57,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:20:57,652 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288057651"}]},"ts":"1731288057651"} 2024-11-11T01:20:57,654 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:20:57,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:20:57,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67656afb21e1c79c5880976a439752d0, ASSIGN in 459 msec 2024-11-11T01:20:57,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:20:57,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 594 msec 2024-11-11T01:20:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,696 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:20:57,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:20:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c09ea08 2024-11-11T01:20:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:57,698 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:57,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:20:57,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:20:57,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:57,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:20:57,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:20:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:20:57,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff185fb814ea4ae34bcb9efd00462069, NAME => 'test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3 2024-11-11T01:20:57,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:20:57,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:57,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff185fb814ea4ae34bcb9efd00462069, disabling compactions & flushes 2024-11-11T01:20:57,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:57,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:57,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. after waiting 0 ms 2024-11-11T01:20:57,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:57,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:57,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff185fb814ea4ae34bcb9efd00462069: Waiting for close lock at 1731288057762Disabling compacts and flushes for region at 1731288057762Disabling writes for close at 1731288057762Writing region close event to WAL at 1731288057762Closed at 1731288057762 2024-11-11T01:20:57,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:20:57,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288057765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288057765"}]},"ts":"1731288057765"} 2024-11-11T01:20:57,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:20:57,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:20:57,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288057771"}]},"ts":"1731288057771"} 2024-11-11T01:20:57,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:20:57,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff185fb814ea4ae34bcb9efd00462069, ASSIGN}] 2024-11-11T01:20:57,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff185fb814ea4ae34bcb9efd00462069, ASSIGN 2024-11-11T01:20:57,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff185fb814ea4ae34bcb9efd00462069, ASSIGN; state=OFFLINE, location=612696b701d2,44271,1731288054016; forceNewPlan=false, retain=false 2024-11-11T01:20:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:57,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff185fb814ea4ae34bcb9efd00462069, regionState=OPENING, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:20:57,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff185fb814ea4ae34bcb9efd00462069, ASSIGN because future has completed 2024-11-11T01:20:57,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff185fb814ea4ae34bcb9efd00462069, server=612696b701d2,44271,1731288054016}] 2024-11-11T01:20:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:58,089 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:58,089 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff185fb814ea4ae34bcb9efd00462069, NAME => 'test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:58,089 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:58,089 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:20:58,089 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,089 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:58,089 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,089 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,091 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,092 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff185fb814ea4ae34bcb9efd00462069 columnFamilyName f 2024-11-11T01:20:58,092 DEBUG [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,092 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(327): Store=ff185fb814ea4ae34bcb9efd00462069/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,092 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,093 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff185fb814ea4ae34bcb9efd00462069 columnFamilyName f1 2024-11-11T01:20:58,093 DEBUG [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,093 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(327): Store=ff185fb814ea4ae34bcb9efd00462069/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,093 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,094 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff185fb814ea4ae34bcb9efd00462069 columnFamilyName norep 2024-11-11T01:20:58,094 DEBUG [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,094 INFO [StoreOpener-ff185fb814ea4ae34bcb9efd00462069-1 {}] regionserver.HStore(327): Store=ff185fb814ea4ae34bcb9efd00462069/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,094 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,095 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,095 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,096 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,096 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,096 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:20:58,097 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,099 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:58,099 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff185fb814ea4ae34bcb9efd00462069; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67475317, jitterRate=0.005460575222969055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:20:58,099 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:20:58,099 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff185fb814ea4ae34bcb9efd00462069: Running coprocessor pre-open hook at 1731288058089Writing region info on filesystem at 1731288058089Initializing all the Stores at 1731288058090 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058090Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058090Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058090Cleaning up temporary data from old regions at 1731288058096 (+6 ms)Running coprocessor post-open hooks at 1731288058099 (+3 ms)Region opened successfully at 1731288058099 2024-11-11T01:20:58,100 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., pid=6, masterSystemTime=1731288058086 2024-11-11T01:20:58,102 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:58,102 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:20:58,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff185fb814ea4ae34bcb9efd00462069, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:20:58,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff185fb814ea4ae34bcb9efd00462069, server=612696b701d2,44271,1731288054016 because future has completed 2024-11-11T01:20:58,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:20:58,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff185fb814ea4ae34bcb9efd00462069, server=612696b701d2,44271,1731288054016 in 172 msec 2024-11-11T01:20:58,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:20:58,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff185fb814ea4ae34bcb9efd00462069, ASSIGN in 332 msec 2024-11-11T01:20:58,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:20:58,108 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288058108"}]},"ts":"1731288058108"} 2024-11-11T01:20:58,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:20:58,111 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:20:58,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 412 msec 2024-11-11T01:20:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:20:58,336 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:20:58,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:20:58,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:58,338 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e9c5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,339 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35abddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:20:58,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:58,341 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:20:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:20:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479a2700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,343 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7553e444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:20:58,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:58,345 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596652d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,347 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba145ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:20:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b98ba1d 2024-11-11T01:20:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:58,350 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:58,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:20:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:20:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:58,354 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:46031' 2024-11-11T01:20:58,354 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439e68e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,355 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:20:58,355 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:58,355 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7ef8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,358 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:58,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32043cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:58,359 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:58,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:20:58,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ab8c2e 2024-11-11T01:20:58,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:58,361 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:58,362 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T01:20:58,362 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:20:58,362 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,362 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:58,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:58,363 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:58,364 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:20:58,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:20:58,366 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:20:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:20:58,389 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd416597f0a62a86c4a22ec881595e7c, NAME => 'hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc 2024-11-11T01:20:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd416597f0a62a86c4a22ec881595e7c, disabling compactions & flushes 2024-11-11T01:20:58,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. after waiting 0 ms 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd416597f0a62a86c4a22ec881595e7c: Waiting for close lock at 1731288058406Disabling compacts and flushes for region at 1731288058406Disabling writes for close at 1731288058406Writing region close event to WAL at 1731288058406Closed at 1731288058406 2024-11-11T01:20:58,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:20:58,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288058407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288058407"}]},"ts":"1731288058407"} 2024-11-11T01:20:58,409 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:20:58,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:20:58,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288058410"}]},"ts":"1731288058410"} 2024-11-11T01:20:58,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:20:58,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd416597f0a62a86c4a22ec881595e7c, ASSIGN}] 2024-11-11T01:20:58,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd416597f0a62a86c4a22ec881595e7c, ASSIGN 2024-11-11T01:20:58,414 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd416597f0a62a86c4a22ec881595e7c, ASSIGN; state=OFFLINE, location=612696b701d2,35437,1731288048525; forceNewPlan=false, retain=false 2024-11-11T01:20:58,414 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:20:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:58,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd416597f0a62a86c4a22ec881595e7c, regionState=OPENING, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:58,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd416597f0a62a86c4a22ec881595e7c, ASSIGN because future has completed 2024-11-11T01:20:58,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd416597f0a62a86c4a22ec881595e7c, server=612696b701d2,35437,1731288048525}] 2024-11-11T01:20:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:58,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:20:58,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:20:58,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35437%2C1731288048525.rep, suffix=, logDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525, archiveDir=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs, maxLogs=10 2024-11-11T01:20:58,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.rep.1731288058730, exclude list is [], retry=0 2024-11-11T01:20:58,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42465,DS-75f8db89-6207-4dd6-951a-e6486a3f1f9e,DISK] 2024-11-11T01:20:58,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.rep.1731288058730 2024-11-11T01:20:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987)] 2024-11-11T01:20:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd416597f0a62a86c4a22ec881595e7c, NAME => 'hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:20:58,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:20:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:20:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. service=MultiRowMutationService 2024-11-11T01:20:58,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:20:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,752 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,753 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd416597f0a62a86c4a22ec881595e7c columnFamilyName hfileref 2024-11-11T01:20:58,753 DEBUG [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,754 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(327): Store=cd416597f0a62a86c4a22ec881595e7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,754 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,755 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd416597f0a62a86c4a22ec881595e7c columnFamilyName queue 2024-11-11T01:20:58,755 DEBUG [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,755 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(327): Store=cd416597f0a62a86c4a22ec881595e7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,755 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,756 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd416597f0a62a86c4a22ec881595e7c columnFamilyName sid 2024-11-11T01:20:58,756 DEBUG [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:58,757 INFO [StoreOpener-cd416597f0a62a86c4a22ec881595e7c-1 {}] regionserver.HStore(327): Store=cd416597f0a62a86c4a22ec881595e7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:20:58,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:20:58,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:20:58,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd416597f0a62a86c4a22ec881595e7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68239029, jitterRate=0.016840770840644836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:20:58,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:20:58,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd416597f0a62a86c4a22ec881595e7c: Running coprocessor pre-open hook at 1731288058751Writing region info on filesystem at 1731288058751Initializing all the Stores at 1731288058752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058752Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288058752Cleaning up temporary data from old regions at 1731288058759 (+7 ms)Running coprocessor post-open hooks at 1731288058764 (+5 ms)Region opened successfully at 1731288058765 (+1 ms) 2024-11-11T01:20:58,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c., pid=10, masterSystemTime=1731288058722 2024-11-11T01:20:58,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:20:58,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd416597f0a62a86c4a22ec881595e7c, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35437,1731288048525 2024-11-11T01:20:58,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd416597f0a62a86c4a22ec881595e7c, server=612696b701d2,35437,1731288048525 because future has completed 2024-11-11T01:20:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:20:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd416597f0a62a86c4a22ec881595e7c, server=612696b701d2,35437,1731288048525 in 205 msec 2024-11-11T01:20:58,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:20:58,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd416597f0a62a86c4a22ec881595e7c, ASSIGN in 362 msec 2024-11-11T01:20:58,779 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:20:58,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288058779"}]},"ts":"1731288058779"} 2024-11-11T01:20:58,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:20:58,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:20:58,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 420 msec 2024-11-11T01:20:58,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c., hostname=612696b701d2,35437,1731288048525, seqNum=2] 2024-11-11T01:20:58,848 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:58,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:20:58,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:20:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:59,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:20:59,087 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:20:59,118 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,35437,1731288048525, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:20:59,118 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:20:59,118 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:20:59,118 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:20:59,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T01:20:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,35437,1731288048525', locateType=CURRENT is [region=hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c., hostname=612696b701d2,35437,1731288048525, seqNum=2] 2024-11-11T01:20:59,123 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:20:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:20:59,124 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,35437,1731288048525 suceeded 2024-11-11T01:20:59,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:20:59,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T01:20:59,126 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:20:59,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 775 msec 2024-11-11T01:20:59,138 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:46031' 2024-11-11T01:20:59,139 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eeb6908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,139 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:20:59,139 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:59,140 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:20:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ac53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:20:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,142 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:59,142 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea175c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,142 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:20:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541039ae 2024-11-11T01:20:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:59,144 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T01:20:59,145 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,35437,1731288048525 (queues=1) is replicating from cluster=970fff92-5c61-4f04-ae9e-dcc5b29b6152 to cluster=802a9b5e-b633-49d5-9648-793d66b243a1 2024-11-11T01:20:59,145 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C35437%2C1731288048525 2024-11-11T01:20:59,145 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,35437,1731288048525, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:20:59,146 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C35437%2C1731288048525 2024-11-11T01:20:59,146 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976, startPosition=0, beingWritten=true 2024-11-11T01:20:59,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:20:59,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:20:59,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,35437,1731288048525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:20:59,355 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:20:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:59,485 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:20:59,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:20:59,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:20:59,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:59,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:20:59,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:59,487 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c2b7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,489 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcd75e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:20:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e5cc89 2024-11-11T01:20:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:59,494 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:59,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:44541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:20:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:20:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:59,497 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44541' 2024-11-11T01:20:59,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5c69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,498 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:20:59,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:20:59,498 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d3003f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:20:59,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,500 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:20:59,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37283971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:20:59,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:20:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:20:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@578f8d3 2024-11-11T01:20:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:20:59,502 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:20:59,502 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:20:59,502 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:20:59,502 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,502 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:20:59,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:20:59,503 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:20:59,503 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:20:59,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:20:59,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:20:59,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:20:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:20:59,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea0a6a590f7acee4bfe370529c0231ee, NAME => 'hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3 2024-11-11T01:20:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:20:59,554 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:20:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:59,659 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:20:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:20:59,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:20:59,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea0a6a590f7acee4bfe370529c0231ee, disabling compactions & flushes 2024-11-11T01:20:59,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:20:59,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:20:59,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. after waiting 0 ms 2024-11-11T01:20:59,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:20:59,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:20:59,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea0a6a590f7acee4bfe370529c0231ee: Waiting for close lock at 1731288059921Disabling compacts and flushes for region at 1731288059921Disabling writes for close at 1731288059921Writing region close event to WAL at 1731288059921Closed at 1731288059921 2024-11-11T01:20:59,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:20:59,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288059922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288059922"}]},"ts":"1731288059922"} 2024-11-11T01:20:59,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:20:59,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:20:59,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288059925"}]},"ts":"1731288059925"} 2024-11-11T01:20:59,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:20:59,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea0a6a590f7acee4bfe370529c0231ee, ASSIGN}] 2024-11-11T01:20:59,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea0a6a590f7acee4bfe370529c0231ee, ASSIGN 2024-11-11T01:20:59,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea0a6a590f7acee4bfe370529c0231ee, ASSIGN; state=OFFLINE, location=612696b701d2,44271,1731288054016; forceNewPlan=false, retain=false 2024-11-11T01:21:00,062 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:21:00,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea0a6a590f7acee4bfe370529c0231ee, regionState=OPENING, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:21:00,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea0a6a590f7acee4bfe370529c0231ee, ASSIGN because future has completed 2024-11-11T01:21:00,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0a6a590f7acee4bfe370529c0231ee, server=612696b701d2,44271,1731288054016}] 2024-11-11T01:21:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:00,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:00,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:00,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:21:00,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44271%2C1731288054016.rep, suffix=, logDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016, archiveDir=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/oldWALs, maxLogs=10 2024-11-11T01:21:00,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.rep.1731288060241, exclude list is [], retry=0 2024-11-11T01:21:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46725,DS-16a91c8f-7864-4c16-8f4e-dd97b8fb9e73,DISK] 2024-11-11T01:21:00,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.rep.1731288060241 2024-11-11T01:21:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-11T01:21:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0a6a590f7acee4bfe370529c0231ee, NAME => 'hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:00,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. service=MultiRowMutationService 2024-11-11T01:21:00,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:21:00,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:00,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,263 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,264 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a6a590f7acee4bfe370529c0231ee columnFamilyName hfileref 2024-11-11T01:21:00,264 DEBUG [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:00,265 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(327): Store=ea0a6a590f7acee4bfe370529c0231ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:00,265 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,266 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a6a590f7acee4bfe370529c0231ee columnFamilyName queue 2024-11-11T01:21:00,266 DEBUG [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:00,266 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(327): Store=ea0a6a590f7acee4bfe370529c0231ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:00,266 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,267 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a6a590f7acee4bfe370529c0231ee columnFamilyName sid 2024-11-11T01:21:00,267 DEBUG [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:00,268 INFO [StoreOpener-ea0a6a590f7acee4bfe370529c0231ee-1 {}] regionserver.HStore(327): Store=ea0a6a590f7acee4bfe370529c0231ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:00,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:00,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:00,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea0a6a590f7acee4bfe370529c0231ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72858162, jitterRate=0.08567121624946594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea0a6a590f7acee4bfe370529c0231ee: Running coprocessor pre-open hook at 1731288060262Writing region info on filesystem at 1731288060262Initializing all the Stores at 1731288060263 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288060263Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288060263Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288060263Cleaning up temporary data from old regions at 1731288060269 (+6 ms)Running coprocessor post-open hooks at 1731288060273 (+4 ms)Region opened successfully at 1731288060273 2024-11-11T01:21:00,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee., pid=10, masterSystemTime=1731288060235 2024-11-11T01:21:00,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:00,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:00,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea0a6a590f7acee4bfe370529c0231ee, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,44271,1731288054016 2024-11-11T01:21:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0a6a590f7acee4bfe370529c0231ee, server=612696b701d2,44271,1731288054016 because future has completed 2024-11-11T01:21:00,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:21:00,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0a6a590f7acee4bfe370529c0231ee, server=612696b701d2,44271,1731288054016 in 196 msec 2024-11-11T01:21:00,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:21:00,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea0a6a590f7acee4bfe370529c0231ee, ASSIGN in 352 msec 2024-11-11T01:21:00,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:00,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288060282"}]},"ts":"1731288060282"} 2024-11-11T01:21:00,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:21:00,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:00,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-11T01:21:00,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee., hostname=612696b701d2,44271,1731288054016, seqNum=2] 2024-11-11T01:21:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:21:00,391 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:21:00,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:21:00,566 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:21:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:00,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:21:00,693 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:21:00,719 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,44271,1731288054016, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:21:00,720 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:00,720 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:00,721 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:00,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,44271,1731288054016', locateType=CURRENT is [region=hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee., hostname=612696b701d2,44271,1731288054016, seqNum=2] 2024-11-11T01:21:00,726 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:21:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:21:00,728 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,44271,1731288054016 suceeded 2024-11-11T01:21:00,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:21:00,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T01:21:00,730 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:44541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:21:00,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2360 sec 2024-11-11T01:21:00,745 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44541' 2024-11-11T01:21:00,748 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@337a7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:00,748 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:21:00,749 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:00,749 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c7c9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:00,751 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:00,752 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763f0454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:00,752 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:00,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:21:00,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263bd923 2024-11-11T01:21:00,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:00,753 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T01:21:00,754 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,44271,1731288054016 (queues=1) is replicating from cluster=802a9b5e-b633-49d5-9648-793d66b243a1 to cluster=970fff92-5c61-4f04-ae9e-dcc5b29b6152 2024-11-11T01:21:00,754 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C44271%2C1731288054016 2024-11-11T01:21:00,754 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,44271,1731288054016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:21:00,755 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, startPosition=0, beingWritten=true 2024-11-11T01:21:00,757 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C44271%2C1731288054016 2024-11-11T01:21:00,762 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:00,762 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:00,762 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44271,1731288054016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:00,967 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:01,170 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:21:01,272 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:01,646 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:21:01,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:01,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:01,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:01,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:01,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:01,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:01,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731288061650/Put/seqid=0 2024-11-11T01:21:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741840_1016 (size=7894) 2024-11-11T01:21:01,676 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:01,875 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:21:02,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731288062060/Put/seqid=0 2024-11-11T01:21:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741841_1017 (size=7691) 2024-11-11T01:21:02,190 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:02,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:02,389 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:21:02,389 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:21:02,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:21:02,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:02,467 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf70de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:02,469 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:02,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:02,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:21:02,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:02,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:02,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:21:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc5565 2024-11-11T01:21:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:02,481 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:02,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2] 2024-11-11T01:21:02,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:02,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T01:21:02,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T01:21:02,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T01:21:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:02,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T01:21:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegion(2603): Flush status journal for 67656afb21e1c79c5880976a439752d0: 2024-11-11T01:21:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_1 2024-11-11T01:21:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_1 as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ 2024-11-11T01:21:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_0 2024-11-11T01:21:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_0 as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ 2024-11-11T01:21:02,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_1 into 67656afb21e1c79c5880976a439752d0/f as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ - updating store file list. 2024-11-11T01:21:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d3f8deae47641ac9382b221da268499_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:02,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ into 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:02,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_1 into 67656afb21e1c79c5880976a439752d0/f (new location: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/5d3f8deae47641ac9382b221da268499_SeqId_4_) 2024-11-11T01:21:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_1 2024-11-11T01:21:02,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_0 into 67656afb21e1c79c5880976a439752d0/f as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ - updating store file list. 2024-11-11T01:21:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:02,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ into 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:02,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_0 into 67656afb21e1c79c5880976a439752d0/f (new location: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_) 2024-11-11T01:21:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins__test__ni2r7q8977iug4nn0adr61omi1u6d7s2gskebi7mjg0do7dd0v7p8qrt3dld5an9/f/hfile_0 2024-11-11T01:21:02,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:02,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:02,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:02,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:02,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2 , the old value is region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:35437 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:21:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:21:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2 from cache 2024-11-11T01:21:02,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:02,524 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T01:21:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:02,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:02,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2] 2024-11-11T01:21:02,529 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:21:02,635 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:35437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:21:02,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 379, reset compression=false 2024-11-11T01:21:02,684 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:02,684 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,35437,1731288048525 got entry batch from reader: WALEntryBatch [walEntries=[{test/67656afb21e1c79c5880976a439752d0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288062521/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:21:02,686 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:02,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T01:21:02,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.ReplicationSink(318): Replicating [970fff92-5c61-4f04-ae9e-dcc5b29b6152] bulk loaded data 2024-11-11T01:21:02,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4338cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:21:02,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:02,689 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:21:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@503bc6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:02,691 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:02,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790e0d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741840_1016 (size=7691) 2024-11-11T01:21:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741841_1017 (size=7894) 2024-11-11T01:21:02,793 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:02,884 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:03,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:03,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:21:03,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@256254b5 2024-11-11T01:21:03,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:03,118 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T01:21:03,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:03,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:03,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:03,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:03,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:03,128 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T01:21:03,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T01:21:03,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ for inclusion in ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T01:21:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:03,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ for inclusion in ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T01:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegion(2603): Flush status journal for ff185fb814ea4ae34bcb9efd00462069: 2024-11-11T01:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:21:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/c324ab5a79fd4a23bc9138145f245519_SeqId_4_ 2024-11-11T01:21:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d3f8deae47641ac9382b221da268499_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:21:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/bbb487cca14649148b2829f5b49640fd_SeqId_4_ 2024-11-11T01:21:03,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/c324ab5a79fd4a23bc9138145f245519_SeqId_4_ - updating store file list. 2024-11-11T01:21:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c324ab5a79fd4a23bc9138145f245519_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:03,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/c324ab5a79fd4a23bc9138145f245519_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:03,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f (new location: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/c324ab5a79fd4a23bc9138145f245519_SeqId_4_) 2024-11-11T01:21:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/ee7eb273ee9c40c69783a9c8196d8894_SeqId_4_ 2024-11-11T01:21:03,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/bbb487cca14649148b2829f5b49640fd_SeqId_4_ - updating store file list. 2024-11-11T01:21:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bbb487cca14649148b2829f5b49640fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:03,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/bbb487cca14649148b2829f5b49640fd_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:03,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ into ff185fb814ea4ae34bcb9efd00462069/f (new location: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/bbb487cca14649148b2829f5b49640fd_SeqId_4_) 2024-11-11T01:21:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins.hfs.11__test__fthqct8ifrhikdgrm5c82gfg7n0e0cbd7014i1g19qok5q8purcvuo7u939f7goq/f/5d3f8deae47641ac9382b221da268499_SeqId_4_ 2024-11-11T01:21:03,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.ReplicationSink(324): Finished replicating [970fff92-5c61-4f04-ae9e-dcc5b29b6152] bulk loaded data 2024-11-11T01:21:03,188 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:03,498 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 379, reset compression=false 2024-11-11T01:21:03,503 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:03,503 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44271,1731288054016 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff185fb814ea4ae34bcb9efd00462069/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288063161/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T01:21:03,504 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:03,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T01:21:03,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(318): Replicating [970fff92-5c61-4f04-ae9e-dcc5b29b6152, 802a9b5e-b633-49d5-9648-793d66b243a1] bulk loaded data 2024-11-11T01:21:03,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a47e619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:03,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44541,-1 for getting cluster id 2024-11-11T01:21:03,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:03,507 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '970fff92-5c61-4f04-ae9e-dcc5b29b6152' 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "970fff92-5c61-4f04-ae9e-dcc5b29b6152" 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2da864b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44541,-1] 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:03,508 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:03,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f0a5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741842_1018 (size=7894) 2024-11-11T01:21:03,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:03,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731288063539/Put/seqid=0 2024-11-11T01:21:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741842_1018 (size=11194) 2024-11-11T01:21:03,591 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:03,703 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 725, reset compression=false 2024-11-11T01:21:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741843_1019 (size=7691) 2024-11-11T01:21:03,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731288063944/Put/seqid=0 2024-11-11T01:21:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741843_1019 (size=10791) 2024-11-11T01:21:04,009 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 725, reset compression=false 2024-11-11T01:21:04,095 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:04,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:04,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44541,1731288048293 2024-11-11T01:21:04,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273a6941 2024-11-11T01:21:04,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:04,333 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T01:21:04,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:04,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:21:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:04,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:04,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__knfmpm7fgsbb983oh7qkh56jl34fqbl24ro38ivj7l6abmus4m053sntakjl9rcm/f/bbb487cca14649148b2829f5b49640fd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T01:21:04,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__knfmpm7fgsbb983oh7qkh56jl34fqbl24ro38ivj7l6abmus4m053sntakjl9rcm/f/c324ab5a79fd4a23bc9138145f245519_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T01:21:04,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(324): Finished replicating [970fff92-5c61-4f04-ae9e-dcc5b29b6152, 802a9b5e-b633-49d5-9648-793d66b243a1] bulk loaded data 2024-11-11T01:21:04,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:04,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,46031,-1 for getting cluster id 2024-11-11T01:21:04,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:04,351 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '802a9b5e-b633-49d5-9648-793d66b243a1' 2024-11-11T01:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "802a9b5e-b633-49d5-9648-793d66b243a1" 2024-11-11T01:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec0de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,46031,-1] 2024-11-11T01:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:04,352 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:04,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:04,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:04,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:04,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,46031,1731288053833 2024-11-11T01:21:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597b00fd 2024-11-11T01:21:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:04,363 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2] 2024-11-11T01:21:04,369 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:04,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T01:21:04,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T01:21:04,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T01:21:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:04,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T01:21:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegion(2603): Flush status journal for ff185fb814ea4ae34bcb9efd00462069: 2024-11-11T01:21:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_1 2024-11-11T01:21:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_1 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ 2024-11-11T01:21:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_0 2024-11-11T01:21:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_0 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ 2024-11-11T01:21:04,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_1 into ff185fb814ea4ae34bcb9efd00462069/f as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ - updating store file list. 2024-11-11T01:21:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:04,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ into ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:04,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_1 into ff185fb814ea4ae34bcb9efd00462069/f (new location: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_) 2024-11-11T01:21:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_1 2024-11-11T01:21:04,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_0 into ff185fb814ea4ae34bcb9efd00462069/f as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ - updating store file list. 2024-11-11T01:21:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:04,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ into ff185fb814ea4ae34bcb9efd00462069/f 2024-11-11T01:21:04,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_0 into ff185fb814ea4ae34bcb9efd00462069/f (new location: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_) 2024-11-11T01:21:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/staging/jenkins__test__943eb2ni8vs7kjk1c5q6h04l8k10qh0lsktd3hetlt3ulchdivpfv8avem27bnu0/f/hfile_0 2024-11-11T01:21:04,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:04,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:04,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:04,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:04,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2 , the old value is region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:44271 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:21:04,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:21:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., hostname=612696b701d2,44271,1731288054016, seqNum=2 from cache 2024-11-11T01:21:04,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:04,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:04,408 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T01:21:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35437,1731288048525, seqNum=-1] 2024-11-11T01:21:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:04,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288057062.67656afb21e1c79c5880976a439752d0., hostname=612696b701d2,35437,1731288048525, seqNum=2] 2024-11-11T01:21:04,414 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 725, reset compression=false 2024-11-11T01:21:04,419 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:04,419 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44271,1731288054016 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff185fb814ea4ae34bcb9efd00462069/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288064405/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:21:04,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(318): Replicating [802a9b5e-b633-49d5-9648-793d66b243a1] bulk loaded data 2024-11-11T01:21:04,426 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:21:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741844_1020 (size=10791) 2024-11-11T01:21:04,515 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:44271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:21:04,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:21:04,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:04,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:21:04,578 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:04,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:04,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:21:04,619 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1033, reset compression=false 2024-11-11T01:21:04,698 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741845_1021 (size=11194) 2024-11-11T01:21:04,937 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1033, reset compression=false 2024-11-11T01:21:05,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:05,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T01:21:05,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T01:21:05,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ for inclusion in 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T01:21:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:05,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ for inclusion in 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T01:21:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:21:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegion(2603): Flush status journal for 67656afb21e1c79c5880976a439752d0: 2024-11-11T01:21:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:21:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_ 2024-11-11T01:21:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:21:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/9666e7ae15a14c16954a549788fbe47c_SeqId_6_ 2024-11-11T01:21:05,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_ - updating store file list. 2024-11-11T01:21:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:05,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:05,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f (new location: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_) 2024-11-11T01:21:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_ 2024-11-11T01:21:05,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/9666e7ae15a14c16954a549788fbe47c_SeqId_6_ - updating store file list. 2024-11-11T01:21:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9666e7ae15a14c16954a549788fbe47c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:21:05,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/9666e7ae15a14c16954a549788fbe47c_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f 2024-11-11T01:21:05,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ into 67656afb21e1c79c5880976a439752d0/f (new location: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/f/9666e7ae15a14c16954a549788fbe47c_SeqId_6_) 2024-11-11T01:21:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/staging/jenkins.hfs.10__test__msjv0cdj66o82f7mk12ephbd6tu5dvjb42pt99tqtcc50b7d08q2saukl7rrt2u1/f/84ea42a7774a4ba98aeb0c66d73eec39_SeqId_6_ 2024-11-11T01:21:05,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.ReplicationSink(324): Finished replicating [802a9b5e-b633-49d5-9648-793d66b243a1] bulk loaded data 2024-11-11T01:21:05,341 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1033, reset compression=false 2024-11-11T01:21:05,403 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 687, reset compression=false 2024-11-11T01:21:05,407 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:05,407 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,35437,1731288048525 got entry batch from reader: WALEntryBatch [walEntries=[{test/67656afb21e1c79c5880976a439752d0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288065275/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T01:21:05,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.ReplicationSink(318): Replicating [802a9b5e-b633-49d5-9648-793d66b243a1, 970fff92-5c61-4f04-ae9e-dcc5b29b6152] bulk loaded data 2024-11-11T01:21:05,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741844_1020 (size=10791) 2024-11-11T01:21:05,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:21:05,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:05,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:05,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:05,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:05,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:05,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:21:05,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838249500, stopped=false 2024-11-11T01:21:05,436 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,46031,1731288053833 2024-11-11T01:21:05,599 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1477701639/running 2024-11-11T01:21:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1477701639/running 2024-11-11T01:21:05,599 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:21:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:21:05,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:05,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:05,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:05,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:05,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,44271,1731288054016' ***** 2024-11-11T01:21:05,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:21:05,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/running 2024-11-11T01:21:05,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Set watcher on znode that does not yet exist, /1-1477701639/running 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:21:05,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,44271,1731288054016 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44271. 2024-11-11T01:21:05,601 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff185fb814ea4ae34bcb9efd00462069, disabling compactions & flushes 2024-11-11T01:21:05,601 DEBUG [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:05,601 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:21:05,601 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:05,601 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:21:05,601 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. after waiting 0 ms 2024-11-11T01:21:05,601 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:21:05,601 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:21:05,602 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:21:05,602 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1325): Online Regions={ff185fb814ea4ae34bcb9efd00462069=test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069., 1588230740=hbase:meta,,1.1588230740, ea0a6a590f7acee4bfe370529c0231ee=hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee.} 2024-11-11T01:21:05,602 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:05,602 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0a6a590f7acee4bfe370529c0231ee, ff185fb814ea4ae34bcb9efd00462069 2024-11-11T01:21:05,602 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:05,602 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:05,602 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:05,602 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:05,602 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:21:05,605 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/default/test/ff185fb814ea4ae34bcb9efd00462069/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:21:05,605 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:05,605 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:05,605 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff185fb814ea4ae34bcb9efd00462069: Waiting for close lock at 1731288065601Running coprocessor pre-close hooks at 1731288065601Disabling compacts and flushes for region at 1731288065601Disabling writes for close at 1731288065601Writing region close event to WAL at 1731288065602 (+1 ms)Running coprocessor post-close hooks at 1731288065605 (+3 ms)Closed at 1731288065605 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069. 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0a6a590f7acee4bfe370529c0231ee, disabling compactions & flushes 2024-11-11T01:21:05,606 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. after waiting 0 ms 2024-11-11T01:21:05,606 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:05,606 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea0a6a590f7acee4bfe370529c0231ee 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T01:21:05,607 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:05,619 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/info/8902396b95614607a764f32deefa1c75 is 147, key is hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee./info:regioninfo/1731288060276/Put/seqid=0 2024-11-11T01:21:05,620 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/hfileref/2185bc96c1664a2789cc6673849dfc34 is 74, key is 1/hfileref:38fbb9512ed640e88c7ed8e0066c137a_SeqId_6_/1731288065294/DeleteColumn/seqid=0 2024-11-11T01:21:05,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741845_1021 (size=7686) 2024-11-11T01:21:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741846_1022 (size=5345) 2024-11-11T01:21:05,625 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/hfileref/2185bc96c1664a2789cc6673849dfc34 2024-11-11T01:21:05,637 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:05,642 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/queue/eff11013fd8d4a4ab1eade2524956709 is 154, key is 1-612696b701d2,44271,1731288054016/queue:612696b701d2%2C44271%2C1731288054016/1731288065297/Put/seqid=0 2024-11-11T01:21:05,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741847_1023 (size=5353) 2024-11-11T01:21:05,802 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741848_1024 (size=11194) 2024-11-11T01:21:05,845 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1033, reset compression=false 2024-11-11T01:21:05,849 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:05,849 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1328, reset compression=false 2024-11-11T01:21:05,849 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44271,1731288054016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:05,850 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,44271,1731288054016: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,44271,1731288054016, walGroup=612696b701d2%2C44271%2C1731288054016, offset=612696b701d2%2C44271%2C1731288054016.1731288056493:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:44271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:21:05,851 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:21:05,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:21:05,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:21:05,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:21:05,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:21:05,851 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 539227136 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187403704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:21:05,854 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:21:05,912 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:06,002 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea0a6a590f7acee4bfe370529c0231ee 2024-11-11T01:21:06,024 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/info/8902396b95614607a764f32deefa1c75 2024-11-11T01:21:06,040 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/ns/e7aa07af2a2b436d9284535f556d84cc is 43, key is default/ns:d/1731288056860/Put/seqid=0 2024-11-11T01:21:06,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741849_1025 (size=5153) 2024-11-11T01:21:06,045 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/queue/eff11013fd8d4a4ab1eade2524956709 2024-11-11T01:21:06,049 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/hfileref/2185bc96c1664a2789cc6673849dfc34 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/hfileref/2185bc96c1664a2789cc6673849dfc34 2024-11-11T01:21:06,054 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/hfileref/2185bc96c1664a2789cc6673849dfc34, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T01:21:06,054 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1328, reset compression=false 2024-11-11T01:21:06,055 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/.tmp/queue/eff11013fd8d4a4ab1eade2524956709 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/queue/eff11013fd8d4a4ab1eade2524956709 2024-11-11T01:21:06,061 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/queue/eff11013fd8d4a4ab1eade2524956709, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T01:21:06,062 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ea0a6a590f7acee4bfe370529c0231ee in 455ms, sequenceid=12, compaction requested=false 2024-11-11T01:21:06,067 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/replication/ea0a6a590f7acee4bfe370529c0231ee/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T01:21:06,067 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:06,068 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:06,068 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:06,068 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0a6a590f7acee4bfe370529c0231ee: Waiting for close lock at 1731288065606Running coprocessor pre-close hooks at 1731288065606Disabling compacts and flushes for region at 1731288065606Disabling writes for close at 1731288065606Obtaining lock to block concurrent updates at 1731288065606Preparing flush snapshotting stores in ea0a6a590f7acee4bfe370529c0231ee at 1731288065606Finished memstore snapshotting hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731288065606Flushing stores of hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. at 1731288065607 (+1 ms)Flushing ea0a6a590f7acee4bfe370529c0231ee/hfileref: creating writer at 1731288065607Flushing ea0a6a590f7acee4bfe370529c0231ee/hfileref: appending metadata at 1731288065620 (+13 ms)Flushing ea0a6a590f7acee4bfe370529c0231ee/hfileref: closing flushed file at 1731288065620Flushing ea0a6a590f7acee4bfe370529c0231ee/queue: creating writer at 1731288065629 (+9 ms)Flushing ea0a6a590f7acee4bfe370529c0231ee/queue: appending metadata at 1731288065641 (+12 ms)Flushing ea0a6a590f7acee4bfe370529c0231ee/queue: closing flushed file at 1731288065641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d494e38: reopening flushed file at 1731288066049 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7376c59: reopening flushed file at 1731288066054 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ea0a6a590f7acee4bfe370529c0231ee in 455ms, sequenceid=12, compaction requested=false at 1731288066062 (+8 ms)Writing region close event to WAL at 1731288066064 (+2 ms)Running coprocessor post-close hooks at 1731288066067 (+3 ms)Closed at 1731288066068 (+1 ms) 2024-11-11T01:21:06,068 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288059502.ea0a6a590f7acee4bfe370529c0231ee. 2024-11-11T01:21:06,202 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:06,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:21:06,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:06,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 from cache 2024-11-11T01:21:06,316 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:06,322 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:21:06,322 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:21:06,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:06,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:06,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:06,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 from cache 2024-11-11T01:21:06,358 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1328, reset compression=false 2024-11-11T01:21:06,403 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:06,444 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/ns/e7aa07af2a2b436d9284535f556d84cc 2024-11-11T01:21:06,465 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/rep_barrier/80883b77e248431582f9c754f1057660 is 112, key is test,,1731288057699.ff185fb814ea4ae34bcb9efd00462069./rep_barrier:seqnumDuringOpen/1731288058102/Put/seqid=0 2024-11-11T01:21:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741850_1026 (size=5518) 2024-11-11T01:21:06,469 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/rep_barrier/80883b77e248431582f9c754f1057660 2024-11-11T01:21:06,495 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/table/64432444644b4247baed21381c934f55 is 53, key is hbase:replication/table:state/1731288060282/Put/seqid=0 2024-11-11T01:21:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741851_1027 (size=5308) 2024-11-11T01:21:06,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:06,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:06,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 from cache 2024-11-11T01:21:06,603 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:21:06,603 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:21:06,603 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:06,761 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1328, reset compression=false 2024-11-11T01:21:06,803 DEBUG [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:06,820 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:06,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 from cache 2024-11-11T01:21:06,899 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/table/64432444644b4247baed21381c934f55 2024-11-11T01:21:06,904 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/info/8902396b95614607a764f32deefa1c75 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/info/8902396b95614607a764f32deefa1c75 2024-11-11T01:21:06,908 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/info/8902396b95614607a764f32deefa1c75, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:21:06,909 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/ns/e7aa07af2a2b436d9284535f556d84cc as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/ns/e7aa07af2a2b436d9284535f556d84cc 2024-11-11T01:21:06,914 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/ns/e7aa07af2a2b436d9284535f556d84cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:21:06,915 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/rep_barrier/80883b77e248431582f9c754f1057660 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/rep_barrier/80883b77e248431582f9c754f1057660 2024-11-11T01:21:06,919 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/rep_barrier/80883b77e248431582f9c754f1057660, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:21:06,920 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/.tmp/table/64432444644b4247baed21381c934f55 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/table/64432444644b4247baed21381c934f55 2024-11-11T01:21:06,924 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/table/64432444644b4247baed21381c934f55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:21:06,925 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false 2024-11-11T01:21:06,929 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:21:06,929 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:06,929 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:06,929 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:06,929 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288065602Running coprocessor pre-close hooks at 1731288065602Disabling compacts and flushes for region at 1731288065602Disabling writes for close at 1731288065602Obtaining lock to block concurrent updates at 1731288065602Preparing flush snapshotting stores in 1588230740 at 1731288065602Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288065603 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288065603Flushing 1588230740/info: creating writer at 1731288065603Flushing 1588230740/info: appending metadata at 1731288065618 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731288065618Flushing 1588230740/ns: creating writer at 1731288066028 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731288066040 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731288066040Flushing 1588230740/rep_barrier: creating writer at 1731288066449 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288066464 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288066464Flushing 1588230740/table: creating writer at 1731288066479 (+15 ms)Flushing 1588230740/table: appending metadata at 1731288066495 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731288066495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fcefd8: reopening flushed file at 1731288066903 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b5074e: reopening flushed file at 1731288066908 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6892f2c3: reopening flushed file at 1731288066914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415ed412: reopening flushed file at 1731288066920 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false at 1731288066925 (+5 ms)Writing region close event to WAL at 1731288066926 (+1 ms)Running coprocessor post-close hooks at 1731288066929 (+3 ms)Closed at 1731288066929 2024-11-11T01:21:06,929 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:07,003 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,44271,1731288054016; all regions closed. 2024-11-11T01:21:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:21:07,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.meta.1731288056799.meta not finished, retry = 0 2024-11-11T01:21:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741839_1015 (size=3127) 2024-11-11T01:21:07,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.rep.1731288060241 not finished, retry = 0 2024-11-11T01:21:07,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 not finished, retry = 0 2024-11-11T01:21:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741833_1009 (size=1336) 2024-11-11T01:21:07,265 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 to pos 1328, reset compression=false 2024-11-11T01:21:07,313 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:07,313 INFO [RS:0;612696b701d2:44271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:07,313 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/WALs/612696b701d2,44271,1731288054016/612696b701d2%2C44271%2C1731288054016.1731288056493 2024-11-11T01:21:07,313 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T01:21:07,313 INFO [RS:0;612696b701d2:44271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:07,313 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T01:21:07,314 INFO [RS:0;612696b701d2:44271 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:07,314 INFO [RS:0;612696b701d2:44271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:07,314 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:07,314 INFO [RS:0;612696b701d2:44271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,44271,1731288054016 because: Region server is closing 2024-11-11T01:21:07,315 INFO [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44271. 2024-11-11T01:21:07,315 DEBUG [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:07,315 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:07,315 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:07,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:07,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:07,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1] 2024-11-11T01:21:07,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:07,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=612696b701d2,44271,1731288054016, seqNum=-1 from cache 2024-11-11T01:21:07,367 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:07,368 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T01:21:06.232Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.336Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.547Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.857Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07.367Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T01:21:07,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T01:21:06.232Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.336Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.547Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.857Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07.367Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T01:21:07,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44271 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:45004 deadline: 1731288125408, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T01:21:06.232Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.336Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.547Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.857Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07.367Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07,371 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-11T01:21:06.232Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.336Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.547Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:06.857Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting 2024-11-11T01:21:07.367Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 612696b701d2,44271,1731288054016 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 612696b701d2,44271,1731288054016 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:07,415 INFO [RS:0;612696b701d2:44271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.shipper612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 terminated 2024-11-11T01:21:07,415 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44271,1731288054016.replicationSource.wal-reader.612696b701d2%2C44271%2C1731288054016,1-612696b701d2,44271,1731288054016 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T01:21:07,415 INFO [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44271. 2024-11-11T01:21:07,415 DEBUG [RS:0;612696b701d2:44271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:07,415 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:07,416 DEBUG [RS:0;612696b701d2:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:07,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:07,416 INFO [RS:0;612696b701d2:44271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44271 2024-11-11T01:21:07,424 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:07,462 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1477701639/rs/612696b701d2,44271,1731288054016 2024-11-11T01:21:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639/rs 2024-11-11T01:21:07,462 INFO [RS:0;612696b701d2:44271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:07,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,44271,1731288054016] 2024-11-11T01:21:07,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 612696b701d2:44271 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:44271 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:07,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 612696b701d2:44271 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:44271 2024-11-11T01:21:07,476 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=612696b701d2:44271 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:44271 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:44271 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T01:21:07,478 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T01:21:07,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1477701639/draining/612696b701d2,44271,1731288054016 already deleted, retry=false 2024-11-11T01:21:07,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,44271,1731288054016 expired; onlineServers=0 2024-11-11T01:21:07,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,46031,1731288053833' ***** 2024-11-11T01:21:07,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:21:07,483 INFO [M:0;612696b701d2:46031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:07,483 INFO [M:0;612696b701d2:46031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:07,483 DEBUG [M:0;612696b701d2:46031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:21:07,483 DEBUG [M:0;612696b701d2:46031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:21:07,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:21:07,483 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288056033 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288056033,5,FailOnTimeoutGroup] 2024-11-11T01:21:07,483 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288056033 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288056033,5,FailOnTimeoutGroup] 2024-11-11T01:21:07,484 INFO [M:0;612696b701d2:46031 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:07,484 INFO [M:0;612696b701d2:46031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:07,484 DEBUG [M:0;612696b701d2:46031 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:21:07,484 INFO [M:0;612696b701d2:46031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:21:07,484 INFO [M:0;612696b701d2:46031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:07,484 INFO [M:0;612696b701d2:46031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:21:07,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:21:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1477701639/master 2024-11-11T01:21:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1477701639 2024-11-11T01:21:07,494 DEBUG [M:0;612696b701d2:46031 {}] zookeeper.ZKUtil(347): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Unable to get data of znode /1-1477701639/master because node does not exist (not an error) 2024-11-11T01:21:07,494 WARN [M:0;612696b701d2:46031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:21:07,494 INFO [M:0;612696b701d2:46031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/.lastflushedseqids 2024-11-11T01:21:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741852_1028 (size=263) 2024-11-11T01:21:07,573 INFO [RS:0;612696b701d2:44271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:07,573 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:07,573 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x101277b15f40004, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:07,573 INFO [RS:0;612696b701d2:44271 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,44271,1731288054016; zookeeper connection closed. 2024-11-11T01:21:07,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9fbbf30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9fbbf30 2024-11-11T01:21:07,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:21:07,678 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T01:21:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:21:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:55084 deadline: 1731288127679, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T01:21:07,681 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T01:21:07,681 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T01:21:07,681 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T01:21:07,902 INFO [M:0;612696b701d2:46031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:21:07,902 INFO [M:0;612696b701d2:46031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:21:07,902 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:07,902 INFO [M:0;612696b701d2:46031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:07,902 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:07,902 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:07,902 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:07,902 INFO [M:0;612696b701d2:46031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T01:21:07,920 DEBUG [M:0;612696b701d2:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fdf1825fb3495dae220e9c1233ded8 is 82, key is hbase:meta,,1/info:regioninfo/1731288056837/Put/seqid=0 2024-11-11T01:21:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741853_1029 (size=5672) 2024-11-11T01:21:07,982 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T01:21:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:21:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:55084 deadline: 1731288127983, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T01:21:07,984 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T01:21:07,985 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T01:21:07,985 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T01:21:08,128 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:08,324 INFO [M:0;612696b701d2:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fdf1825fb3495dae220e9c1233ded8 2024-11-11T01:21:08,343 DEBUG [M:0;612696b701d2:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433594546364162a7cd782bfe3ace3b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288060286/Put/seqid=0 2024-11-11T01:21:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741854_1030 (size=8515) 2024-11-11T01:21:08,386 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T01:21:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:21:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:55084 deadline: 1731288128387, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T01:21:08,388 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T01:21:08,389 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T01:21:08,389 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T01:21:08,747 INFO [M:0;612696b701d2:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433594546364162a7cd782bfe3ace3b 2024-11-11T01:21:08,764 DEBUG [M:0;612696b701d2:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687a11beae104f0cb48eae714520279a is 69, key is 612696b701d2,44271,1731288054016/rs:state/1731288056153/Put/seqid=0 2024-11-11T01:21:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741855_1031 (size=5156) 2024-11-11T01:21:08,768 INFO [M:0;612696b701d2:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687a11beae104f0cb48eae714520279a 2024-11-11T01:21:08,772 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77fdf1825fb3495dae220e9c1233ded8 as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77fdf1825fb3495dae220e9c1233ded8 2024-11-11T01:21:08,776 INFO [M:0;612696b701d2:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77fdf1825fb3495dae220e9c1233ded8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:21:08,777 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433594546364162a7cd782bfe3ace3b as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1433594546364162a7cd782bfe3ace3b 2024-11-11T01:21:08,781 INFO [M:0;612696b701d2:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1433594546364162a7cd782bfe3ace3b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:21:08,782 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/687a11beae104f0cb48eae714520279a as hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/687a11beae104f0cb48eae714520279a 2024-11-11T01:21:08,786 INFO [M:0;612696b701d2:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34223/user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/687a11beae104f0cb48eae714520279a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:21:08,786 INFO [M:0;612696b701d2:46031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-11T01:21:08,788 INFO [M:0;612696b701d2:46031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:08,788 DEBUG [M:0;612696b701d2:46031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288067902Disabling compacts and flushes for region at 1731288067902Disabling writes for close at 1731288067902Obtaining lock to block concurrent updates at 1731288067902Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288067902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731288067903 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288067903Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288067904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288067919 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288067919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288068328 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288068343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288068343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288068751 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288068764 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288068764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfb660c: reopening flushed file at 1731288068771 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da5459a: reopening flushed file at 1731288068776 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef6341c: reopening flushed file at 1731288068781 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1731288068786 (+5 ms)Writing region close event to WAL at 1731288068788 (+2 ms)Closed at 1731288068788 2024-11-11T01:21:08,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc2fcf45-e4aa-5300-b836-2a999838eaf3/MasterData/WALs/612696b701d2,46031,1731288053833/612696b701d2%2C46031%2C1731288053833.1731288055681 not finished, retry = 0 2024-11-11T01:21:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46725 is added to blk_1073741830_1006 (size=63642) 2024-11-11T01:21:08,890 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T01:21:08,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:08,890 INFO [M:0;612696b701d2:46031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:21:08,891 INFO [M:0;612696b701d2:46031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46031 2024-11-11T01:21:08,891 INFO [M:0;612696b701d2:46031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:08,931 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:08,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:08,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 612696b701d2:46031 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=612696b701d2:46031 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T01:21:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 612696b701d2:46031 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 2024-11-11T01:21:09,088 INFO [M:0;612696b701d2:46031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:09,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x101277b15f40003, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:09,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:09,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:09,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:09,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:09,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:09,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:21:09,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:21:09,093 WARN [BP-250104298-172.17.0.3-1731288051793 heartbeating to localhost/127.0.0.1:34223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:21:09,093 WARN [BP-250104298-172.17.0.3-1731288051793 heartbeating to localhost/127.0.0.1:34223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-250104298-172.17.0.3-1731288051793 (Datanode Uuid d2ce9abb-250a-4668-97d9-435c1e658bd7) service to localhost/127.0.0.1:34223 2024-11-11T01:21:09,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/cluster_25bc8dbc-24fb-ec9e-c2a1-adb7e7388e74/data/data1/current/BP-250104298-172.17.0.3-1731288051793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:09,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/cluster_25bc8dbc-24fb-ec9e-c2a1-adb7e7388e74/data/data2/current/BP-250104298-172.17.0.3-1731288051793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:09,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:21:09,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:09,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:09,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:09,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:09,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:21:09,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:21:09,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:09,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:09,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:09,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:09,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:09,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:21:09,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1981307205, stopped=false 2024-11-11T01:21:09,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,44541,1731288048293 2024-11-11T01:21:09,131 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072994779/running 2024-11-11T01:21:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072994779/running 2024-11-11T01:21:09,131 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:21:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:21:09,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:09,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:09,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:09,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:09,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,35437,1731288048525' ***** 2024-11-11T01:21:09,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:21:09,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/running 2024-11-11T01:21:09,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Set watcher on znode that does not yet exist, /01072994779/running 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:21:09,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 67656afb21e1c79c5880976a439752d0 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,35437,1731288048525 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:09,132 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67656afb21e1c79c5880976a439752d0, disabling compactions & flushes 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35437. 2024-11-11T01:21:09,132 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:21:09,132 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:21:09,132 DEBUG [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:09,132 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288057062.67656afb21e1c79c5880976a439752d0. after waiting 0 ms 2024-11-11T01:21:09,132 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:09,132 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:21:09,132 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:21:09,133 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:21:09,133 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67656afb21e1c79c5880976a439752d0=test,,1731288057062.67656afb21e1c79c5880976a439752d0., cd416597f0a62a86c4a22ec881595e7c=hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c.} 2024-11-11T01:21:09,133 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67656afb21e1c79c5880976a439752d0, cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:21:09,133 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:09,133 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:09,133 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:09,133 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:09,133 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:09,133 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/default/test/67656afb21e1c79c5880976a439752d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:09,136 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67656afb21e1c79c5880976a439752d0: Waiting for close lock at 1731288069132Running coprocessor pre-close hooks at 1731288069132Disabling compacts and flushes for region at 1731288069132Disabling writes for close at 1731288069132Writing region close event to WAL at 1731288069133 (+1 ms)Running coprocessor post-close hooks at 1731288069136 (+3 ms)Closed at 1731288069136 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288057062.67656afb21e1c79c5880976a439752d0. 2024-11-11T01:21:09,136 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd416597f0a62a86c4a22ec881595e7c, disabling compactions & flushes 2024-11-11T01:21:09,136 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:21:09,137 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:21:09,137 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. after waiting 0 ms 2024-11-11T01:21:09,137 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:21:09,137 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd416597f0a62a86c4a22ec881595e7c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T01:21:09,148 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/info/fa4e64423cd8423ea1dfad16d6c6d7ba is 147, key is hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c./info:regioninfo/1731288058769/Put/seqid=0 2024-11-11T01:21:09,149 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:09,151 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/hfileref/8a569f0973fc43539da32af18bdcc3e3 is 74, key is 1/hfileref:2865d3e88e744acf8066b91a66bc6d1e_SeqId_6_/1731288065263/Put/seqid=0 2024-11-11T01:21:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741846_1022 (size=7686) 2024-11-11T01:21:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741847_1023 (size=5345) 2024-11-11T01:21:09,158 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/hfileref/8a569f0973fc43539da32af18bdcc3e3 2024-11-11T01:21:09,175 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/queue/8004184646fc4717b49fe2f511374d42 is 153, key is 1-612696b701d2,35437,1731288048525/queue:612696b701d2%2C35437%2C1731288048525/1731288063166/Put/seqid=0 2024-11-11T01:21:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741848_1024 (size=5352) 2024-11-11T01:21:09,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:09,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 612696b701d2:46031 this server is in the failed servers list 2024-11-11T01:21:09,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 612696b701d2:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:09,333 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:21:09,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:09,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 612696b701d2:46031 this server is in the failed servers list 2024-11-11T01:21:09,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 612696b701d2:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:09,533 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd416597f0a62a86c4a22ec881595e7c 2024-11-11T01:21:09,553 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/info/fa4e64423cd8423ea1dfad16d6c6d7ba 2024-11-11T01:21:09,574 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/ns/3ddb5e3397444d329b02607be1e2a66d is 43, key is default/ns:d/1731288051689/Put/seqid=0 2024-11-11T01:21:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741849_1025 (size=5153) 2024-11-11T01:21:09,579 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/queue/8004184646fc4717b49fe2f511374d42 2024-11-11T01:21:09,584 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/hfileref/8a569f0973fc43539da32af18bdcc3e3 as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/hfileref/8a569f0973fc43539da32af18bdcc3e3 2024-11-11T01:21:09,589 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/hfileref/8a569f0973fc43539da32af18bdcc3e3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T01:21:09,589 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/.tmp/queue/8004184646fc4717b49fe2f511374d42 as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/queue/8004184646fc4717b49fe2f511374d42 2024-11-11T01:21:09,594 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/queue/8004184646fc4717b49fe2f511374d42, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T01:21:09,595 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cd416597f0a62a86c4a22ec881595e7c in 458ms, sequenceid=10, compaction requested=false 2024-11-11T01:21:09,595 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:21:09,602 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/replication/cd416597f0a62a86c4a22ec881595e7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T01:21:09,602 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:09,602 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:09,602 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:21:09,603 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd416597f0a62a86c4a22ec881595e7c: Waiting for close lock at 1731288069136Running coprocessor pre-close hooks at 1731288069136Disabling compacts and flushes for region at 1731288069136Disabling writes for close at 1731288069137 (+1 ms)Obtaining lock to block concurrent updates at 1731288069137Preparing flush snapshotting stores in cd416597f0a62a86c4a22ec881595e7c at 1731288069137Finished memstore snapshotting hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731288069137Flushing stores of hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. at 1731288069137Flushing cd416597f0a62a86c4a22ec881595e7c/hfileref: creating writer at 1731288069137Flushing cd416597f0a62a86c4a22ec881595e7c/hfileref: appending metadata at 1731288069150 (+13 ms)Flushing cd416597f0a62a86c4a22ec881595e7c/hfileref: closing flushed file at 1731288069150Flushing cd416597f0a62a86c4a22ec881595e7c/queue: creating writer at 1731288069163 (+13 ms)Flushing cd416597f0a62a86c4a22ec881595e7c/queue: appending metadata at 1731288069175 (+12 ms)Flushing cd416597f0a62a86c4a22ec881595e7c/queue: closing flushed file at 1731288069175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc96902: reopening flushed file at 1731288069583 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e48e4c5: reopening flushed file at 1731288069589 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cd416597f0a62a86c4a22ec881595e7c in 458ms, sequenceid=10, compaction requested=false at 1731288069595 (+6 ms)Writing region close event to WAL at 1731288069599 (+4 ms)Running coprocessor post-close hooks at 1731288069602 (+3 ms)Closed at 1731288069602 2024-11-11T01:21:09,603 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288058362.cd416597f0a62a86c4a22ec881595e7c. 2024-11-11T01:21:09,733 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:09,835 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1033, reset compression=false 2024-11-11T01:21:09,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:09,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1328, reset compression=false 2024-11-11T01:21:09,889 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:21:09,889 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:21:09,933 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:09,979 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/ns/3ddb5e3397444d329b02607be1e2a66d 2024-11-11T01:21:09,995 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/rep_barrier/a68ce084e47d415cb5fa43063a4d73b1 is 112, key is test,,1731288057062.67656afb21e1c79c5880976a439752d0./rep_barrier:seqnumDuringOpen/1731288057615/Put/seqid=0 2024-11-11T01:21:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741850_1026 (size=5518) 2024-11-11T01:21:10,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:10,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 612696b701d2:46031 this server is in the failed servers list 2024-11-11T01:21:10,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 612696b701d2:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:10,043 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1328, reset compression=false 2024-11-11T01:21:10,134 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:21:10,134 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:21:10,134 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:10,334 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:10,347 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1328, reset compression=false 2024-11-11T01:21:10,400 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/rep_barrier/a68ce084e47d415cb5fa43063a4d73b1 2024-11-11T01:21:10,417 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/table/d490657b2c1446dfb2fd763f4d0f25fa is 53, key is hbase:replication/table:state/1731288058779/Put/seqid=0 2024-11-11T01:21:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741851_1027 (size=5308) 2024-11-11T01:21:10,534 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:10,734 DEBUG [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:21:10,750 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 to pos 1328, reset compression=false 2024-11-11T01:21:10,821 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/table/d490657b2c1446dfb2fd763f4d0f25fa 2024-11-11T01:21:10,825 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/info/fa4e64423cd8423ea1dfad16d6c6d7ba as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/info/fa4e64423cd8423ea1dfad16d6c6d7ba 2024-11-11T01:21:10,829 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/info/fa4e64423cd8423ea1dfad16d6c6d7ba, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:21:10,830 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/ns/3ddb5e3397444d329b02607be1e2a66d as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/ns/3ddb5e3397444d329b02607be1e2a66d 2024-11-11T01:21:10,834 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/ns/3ddb5e3397444d329b02607be1e2a66d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:21:10,835 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/rep_barrier/a68ce084e47d415cb5fa43063a4d73b1 as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/rep_barrier/a68ce084e47d415cb5fa43063a4d73b1 2024-11-11T01:21:10,838 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/rep_barrier/a68ce084e47d415cb5fa43063a4d73b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:21:10,839 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/.tmp/table/d490657b2c1446dfb2fd763f4d0f25fa as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/table/d490657b2c1446dfb2fd763f4d0f25fa 2024-11-11T01:21:10,843 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/table/d490657b2c1446dfb2fd763f4d0f25fa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:21:10,844 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-11T01:21:10,844 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:21:10,848 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:21:10,848 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:10,849 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:10,849 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:10,849 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288069133Running coprocessor pre-close hooks at 1731288069133Disabling compacts and flushes for region at 1731288069133Disabling writes for close at 1731288069133Obtaining lock to block concurrent updates at 1731288069133Preparing flush snapshotting stores in 1588230740 at 1731288069133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288069134 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288069134Flushing 1588230740/info: creating writer at 1731288069134Flushing 1588230740/info: appending metadata at 1731288069148 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731288069148Flushing 1588230740/ns: creating writer at 1731288069558 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731288069574 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731288069574Flushing 1588230740/rep_barrier: creating writer at 1731288069983 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288069995 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288069995Flushing 1588230740/table: creating writer at 1731288070404 (+409 ms)Flushing 1588230740/table: appending metadata at 1731288070416 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731288070416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31859aaa: reopening flushed file at 1731288070825 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cab3: reopening flushed file at 1731288070830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1ddaea: reopening flushed file at 1731288070834 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcb5daa: reopening flushed file at 1731288070839 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731288070844 (+5 ms)Writing region close event to WAL at 1731288070845 (+1 ms)Running coprocessor post-close hooks at 1731288070848 (+3 ms)Closed at 1731288070849 (+1 ms) 2024-11-11T01:21:10,849 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:10,934 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,35437,1731288048525; all regions closed. 2024-11-11T01:21:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:21:10,939 DEBUG [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs 2024-11-11T01:21:10,939 INFO [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35437%2C1731288048525.meta:.meta(num 1731288051482) 2024-11-11T01:21:10,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741839_1015 (size=2695) 2024-11-11T01:21:10,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.rep.1731288058730 not finished, retry = 0 2024-11-11T01:21:11,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:11,035 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 612696b701d2:46031 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T01:21:11,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=612696b701d2:46031 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T01:21:11,037 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=612696b701d2:46031 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T01:21:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 612696b701d2:46031 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 612696b701d2/172.17.0.3:46031 2024-11-11T01:21:11,043 DEBUG [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs 2024-11-11T01:21:11,043 INFO [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35437%2C1731288048525.rep:(num 1731288058730) 2024-11-11T01:21:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741833_1009 (size=1336) 2024-11-11T01:21:11,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/WALs/612696b701d2,35437,1731288048525/612696b701d2%2C35437%2C1731288048525.1731288050976 not finished, retry = 0 2024-11-11T01:21:11,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:11,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:11,147 DEBUG [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/oldWALs 2024-11-11T01:21:11,147 INFO [RS:0;612696b701d2:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35437%2C1731288048525:(num 1731288050976) 2024-11-11T01:21:11,147 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:11,147 INFO [RS:0;612696b701d2:35437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:11,147 INFO [RS:0;612696b701d2:35437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:11,147 INFO [RS:0;612696b701d2:35437 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:11,147 INFO [RS:0;612696b701d2:35437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:11,148 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:11,148 INFO [RS:0;612696b701d2:35437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,35437,1731288048525 because: Region server is closing 2024-11-11T01:21:11,148 INFO [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35437. 2024-11-11T01:21:11,148 DEBUG [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:11,148 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:11,148 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:11,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:11,248 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.wal-reader.612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:21:11,248 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T01:21:11,249 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T01:21:11,249 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T01:21:11,849 INFO [RS:0;612696b701d2:35437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,35437,1731288048525.replicationSource.shipper612696b701d2%2C35437%2C1731288048525,1-612696b701d2,35437,1731288048525 terminated 2024-11-11T01:21:11,850 INFO [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35437. 2024-11-11T01:21:11,850 DEBUG [RS:0;612696b701d2:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:11,850 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:11,850 DEBUG [RS:0;612696b701d2:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:11,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:11,850 INFO [RS:0;612696b701d2:35437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35437 2024-11-11T01:21:11,925 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072994779/rs/612696b701d2,35437,1731288048525 2024-11-11T01:21:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779/rs 2024-11-11T01:21:11,925 INFO [RS:0;612696b701d2:35437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:11,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,35437,1731288048525] 2024-11-11T01:21:11,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01072994779/draining/612696b701d2,35437,1731288048525 already deleted, retry=false 2024-11-11T01:21:11,946 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,35437,1731288048525 expired; onlineServers=0 2024-11-11T01:21:11,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,44541,1731288048293' ***** 2024-11-11T01:21:11,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:21:11,946 INFO [M:0;612696b701d2:44541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:11,946 INFO [M:0;612696b701d2:44541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:11,946 DEBUG [M:0;612696b701d2:44541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:21:11,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:21:11,946 DEBUG [M:0;612696b701d2:44541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:21:11,946 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288050692 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288050692,5,FailOnTimeoutGroup] 2024-11-11T01:21:11,946 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288050681 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288050681,5,FailOnTimeoutGroup] 2024-11-11T01:21:11,946 INFO [M:0;612696b701d2:44541 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:11,946 INFO [M:0;612696b701d2:44541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:11,947 DEBUG [M:0;612696b701d2:44541 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:21:11,947 INFO [M:0;612696b701d2:44541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:21:11,947 INFO [M:0;612696b701d2:44541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:11,947 INFO [M:0;612696b701d2:44541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:21:11,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:21:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072994779/master 2024-11-11T01:21:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072994779 2024-11-11T01:21:11,957 DEBUG [M:0;612696b701d2:44541 {}] zookeeper.ZKUtil(347): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Unable to get data of znode /01072994779/master because node does not exist (not an error) 2024-11-11T01:21:11,957 WARN [M:0;612696b701d2:44541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:21:11,957 INFO [M:0;612696b701d2:44541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/.lastflushedseqids 2024-11-11T01:21:11,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741852_1028 (size=263) 2024-11-11T01:21:12,036 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:12,036 INFO [RS:0;612696b701d2:35437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:12,036 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x101277b15f40001, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:12,036 INFO [RS:0;612696b701d2:35437 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,35437,1731288048525; zookeeper connection closed. 2024-11-11T01:21:12,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a1bc7d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a1bc7d9 2024-11-11T01:21:12,036 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:21:12,361 INFO [M:0;612696b701d2:44541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:21:12,362 INFO [M:0;612696b701d2:44541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:21:12,362 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:12,362 INFO [M:0;612696b701d2:44541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:12,362 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:12,362 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:12,362 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:12,362 INFO [M:0;612696b701d2:44541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T01:21:12,376 DEBUG [M:0;612696b701d2:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b351499e258430aa28ebf5aef65cdca is 82, key is hbase:meta,,1/info:regioninfo/1731288051560/Put/seqid=0 2024-11-11T01:21:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741853_1029 (size=5672) 2024-11-11T01:21:12,780 INFO [M:0;612696b701d2:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b351499e258430aa28ebf5aef65cdca 2024-11-11T01:21:12,803 DEBUG [M:0;612696b701d2:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf779ae7790454aa5621f61b65e061e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288058784/Put/seqid=0 2024-11-11T01:21:12,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741854_1030 (size=8515) 2024-11-11T01:21:13,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:13,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:13,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:13,207 INFO [M:0;612696b701d2:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf779ae7790454aa5621f61b65e061e 2024-11-11T01:21:13,224 DEBUG [M:0;612696b701d2:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a3136e137344fe9414ad4384f31a0e is 69, key is 612696b701d2,35437,1731288048525/rs:state/1731288050787/Put/seqid=0 2024-11-11T01:21:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741855_1031 (size=5156) 2024-11-11T01:21:13,628 INFO [M:0;612696b701d2:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a3136e137344fe9414ad4384f31a0e 2024-11-11T01:21:13,632 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b351499e258430aa28ebf5aef65cdca as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b351499e258430aa28ebf5aef65cdca 2024-11-11T01:21:13,635 INFO [M:0;612696b701d2:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b351499e258430aa28ebf5aef65cdca, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:21:13,636 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdf779ae7790454aa5621f61b65e061e as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdf779ae7790454aa5621f61b65e061e 2024-11-11T01:21:13,639 INFO [M:0;612696b701d2:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdf779ae7790454aa5621f61b65e061e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:21:13,640 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45a3136e137344fe9414ad4384f31a0e as hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a3136e137344fe9414ad4384f31a0e 2024-11-11T01:21:13,644 INFO [M:0;612696b701d2:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38355/user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45a3136e137344fe9414ad4384f31a0e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:21:13,644 INFO [M:0;612696b701d2:44541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-11T01:21:13,647 INFO [M:0;612696b701d2:44541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:13,647 DEBUG [M:0;612696b701d2:44541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288072362Disabling compacts and flushes for region at 1731288072362Disabling writes for close at 1731288072362Obtaining lock to block concurrent updates at 1731288072362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288072362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731288072362Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288072363 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288072363Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288072375 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288072375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288072784 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288072803 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288072803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288073211 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288073223 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288073223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca5119e: reopening flushed file at 1731288073631 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0e548c: reopening flushed file at 1731288073635 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7e55: reopening flushed file at 1731288073640 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731288073644 (+4 ms)Writing region close event to WAL at 1731288073647 (+3 ms)Closed at 1731288073647 2024-11-11T01:21:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741830_1006 (size=63642) 2024-11-11T01:21:13,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c631a25b-45f1-6096-b679-fe5adca758cc/MasterData/WALs/612696b701d2,44541,1731288048293/612696b701d2%2C44541%2C1731288048293.1731288050441 not finished, retry = 0 2024-11-11T01:21:13,752 INFO [M:0;612696b701d2:44541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:21:13,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:13,752 INFO [M:0;612696b701d2:44541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44541 2024-11-11T01:21:13,753 INFO [M:0;612696b701d2:44541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:13,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:13,899 INFO [M:0;612696b701d2:44541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:13,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x101277b15f40000, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:13,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a37642c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:13,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:13,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:13,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:13,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:13,906 WARN [BP-83644145-172.17.0.3-1731288046182 heartbeating to localhost/127.0.0.1:38355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:21:13,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:21:13,906 WARN [BP-83644145-172.17.0.3-1731288046182 heartbeating to localhost/127.0.0.1:38355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83644145-172.17.0.3-1731288046182 (Datanode Uuid d5d201c4-5a2a-4bb3-8131-d888f0816be5) service to localhost/127.0.0.1:38355 2024-11-11T01:21:13,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:21:13,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/data/data1/current/BP-83644145-172.17.0.3-1731288046182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:13,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/cluster_171725fd-9ffd-18e4-fd6d-ac75e74b5c13/data/data2/current/BP-83644145-172.17.0.3-1731288046182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:13,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:21:13,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef48bf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:13,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:13,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:13,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:13,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b001cef-74eb-48c5-b6b7-ee9d8891850e/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:13,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:21:13,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:21:13,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34223 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38355 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38355 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34223 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38355 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50058) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50058) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2238 (was 2354) 2024-11-11T01:21:13,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=2238 2024-11-11T01:21:13,956 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T01:21:13,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir so I do NOT create it in target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec 2024-11-11T01:21:13,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:21:13,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.tmp.dir so I do NOT create it in target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec 2024-11-11T01:21:13,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6b18919-9ea9-36bf-3f55-ee04844b2021/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:21:13,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec 2024-11-11T01:21:13,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3, deleteOnExit=true 2024-11-11T01:21:13,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/zookeeper_0, clientPort=55171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:21:13,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55171 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/test.cache.data in system properties and HBase conf 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:21:13,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:21:13,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:21:13,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:21:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277b15f40005, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:21:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277b15f40002, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:21:14,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277b15f40002, quorum=127.0.0.1:50058, baseZNode=/01072994779 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:21:14,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277b15f40005, quorum=127.0.0.1:50058, baseZNode=/1-1477701639 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:21:14,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:14,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:14,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:14,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:14,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:21:14,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:14,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:14,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:14,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@568853b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/java.io.tmpdir/jetty-localhost-39209-hadoop-hdfs-3_4_1-tests_jar-_-any-1524308772918741424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:14,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:39209} 2024-11-11T01:21:14,605 INFO [Time-limited test {}] server.Server(415): Started @198451ms 2024-11-11T01:21:14,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:14,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:14,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:14,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:14,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:14,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:14,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:15,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d26ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-4911612492751473926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:15,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-11T01:21:15,027 INFO [Time-limited test {}] server.Server(415): Started @198873ms 2024-11-11T01:21:15,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:21:15,686 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/data/data2/current/BP-2021553327-172.17.0.3-1731288073996/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:15,686 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/data/data1/current/BP-2021553327-172.17.0.3-1731288073996/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:15,704 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:21:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71873030d6ed7699 with lease ID 0x32f07d2c043b0e9c: Processing first storage report for DS-36dff5c6-a9aa-4ee1-93c3-359da717170a from datanode DatanodeRegistration(127.0.0.1:46867, datanodeUuid=cf5af871-b7b8-4892-b0c9-33ae22afd63d, infoPort=34127, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=1093892827;c=1731288073996) 2024-11-11T01:21:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71873030d6ed7699 with lease ID 0x32f07d2c043b0e9c: from storage DS-36dff5c6-a9aa-4ee1-93c3-359da717170a node DatanodeRegistration(127.0.0.1:46867, datanodeUuid=cf5af871-b7b8-4892-b0c9-33ae22afd63d, infoPort=34127, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=1093892827;c=1731288073996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71873030d6ed7699 with lease ID 0x32f07d2c043b0e9c: Processing first storage report for DS-b78a796a-5b7e-4c28-a20f-55fcf571362e from datanode DatanodeRegistration(127.0.0.1:46867, datanodeUuid=cf5af871-b7b8-4892-b0c9-33ae22afd63d, infoPort=34127, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=1093892827;c=1731288073996) 2024-11-11T01:21:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71873030d6ed7699 with lease ID 0x32f07d2c043b0e9c: from storage DS-b78a796a-5b7e-4c28-a20f-55fcf571362e node DatanodeRegistration(127.0.0.1:46867, datanodeUuid=cf5af871-b7b8-4892-b0c9-33ae22afd63d, infoPort=34127, infoSecurePort=0, ipcPort=44733, storageInfo=lv=-57;cid=testClusterID;nsid=1093892827;c=1731288073996), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:15,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec 2024-11-11T01:21:15,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:15,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:21:16,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be with version=8 2024-11-11T01:21:16,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/hbase-staging 2024-11-11T01:21:16,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:16,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:16,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38747 2024-11-11T01:21:16,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38747 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:16,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387470x0, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:16,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38747-0x101277b829f0000 connected 2024-11-11T01:21:16,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:16,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:16,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/running 2024-11-11T01:21:16,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be, hbase.cluster.distributed=false 2024-11-11T01:21:16,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/acl 2024-11-11T01:21:16,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T01:21:16,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38747 2024-11-11T01:21:16,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38747 2024-11-11T01:21:16,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T01:21:16,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-11T01:21:16,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:16,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:16,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:16,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33257 2024-11-11T01:21:16,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:16,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:16,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:16,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/running 2024-11-11T01:21:16,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x101277b829f0001 connected 2024-11-11T01:21:16,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:21:16,374 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:21:16,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/master 2024-11-11T01:21:16,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/acl 2024-11-11T01:21:16,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-11T01:21:16,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257 2024-11-11T01:21:16,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257 2024-11-11T01:21:16,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-11T01:21:16,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-11T01:21:16,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:16,398 DEBUG [M:0;612696b701d2:38747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38747 2024-11-11T01:21:16,398 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-330761896/backup-masters/612696b701d2,38747,1731288076164 2024-11-11T01:21:16,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/backup-masters 2024-11-11T01:21:16,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/backup-masters 2024-11-11T01:21:16,409 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on existing znode=/0-330761896/backup-masters/612696b701d2,38747,1731288076164 2024-11-11T01:21:16,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330761896/master 2024-11-11T01:21:16,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:16,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:16,420 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on existing znode=/0-330761896/master 2024-11-11T01:21:16,420 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-330761896/backup-masters/612696b701d2,38747,1731288076164 from backup master directory 2024-11-11T01:21:16,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330761896/backup-masters/612696b701d2,38747,1731288076164 2024-11-11T01:21:16,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/backup-masters 2024-11-11T01:21:16,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/backup-masters 2024-11-11T01:21:16,430 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:16,430 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38747,1731288076164 2024-11-11T01:21:16,433 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/hbase.id] with ID: 54c0e6be-f4cf-4bf3-abef-24569fafaea4 2024-11-11T01:21:16,433 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/.tmp/hbase.id 2024-11-11T01:21:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:21:16,838 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/.tmp/hbase.id]:[hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/hbase.id] 2024-11-11T01:21:16,846 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:16,846 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:21:16,847 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:21:17,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:17,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:17,085 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:17,261 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:17,262 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:21:17,262 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:21:17,668 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store 2024-11-11T01:21:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:21:18,073 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:18,073 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:18,073 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:18,073 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:18,074 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:18,074 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:18,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:18,074 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288078073Disabling compacts and flushes for region at 1731288078073Disabling writes for close at 1731288078074 (+1 ms)Writing region close event to WAL at 1731288078074Closed at 1731288078074 2024-11-11T01:21:18,074 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/.initializing 2024-11-11T01:21:18,075 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/WALs/612696b701d2,38747,1731288076164 2024-11-11T01:21:18,075 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:18,077 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38747%2C1731288076164, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/WALs/612696b701d2,38747,1731288076164, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/oldWALs, maxLogs=10 2024-11-11T01:21:18,092 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/WALs/612696b701d2,38747,1731288076164/612696b701d2%2C38747%2C1731288076164.1731288078077, exclude list is [], retry=0 2024-11-11T01:21:18,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-36dff5c6-a9aa-4ee1-93c3-359da717170a,DISK] 2024-11-11T01:21:18,096 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/WALs/612696b701d2,38747,1731288076164/612696b701d2%2C38747%2C1731288076164.1731288078077 2024-11-11T01:21:18,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-11T01:21:18,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:18,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:18,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,097 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:21:18,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:18,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:18,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:21:18,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:18,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:18,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:21:18,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:18,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:18,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:21:18,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:18,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:18,103 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,104 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,104 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:18,106 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:18,108 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:18,108 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66840940, jitterRate=-0.0039923787117004395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:18,108 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288078097Initializing all the Stores at 1731288078098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288078098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288078098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288078098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288078098Cleaning up temporary data from old regions at 1731288078105 (+7 ms)Region opened successfully at 1731288078108 (+3 ms) 2024-11-11T01:21:18,109 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:21:18,111 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1957adbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:18,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:21:18,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:21:18,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:21:18,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:21:18,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:21:18,113 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:21:18,113 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:21:18,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:21:18,115 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/balancer because node does not exist (not necessarily an error) 2024-11-11T01:21:18,188 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/balancer already deleted, retry=false 2024-11-11T01:21:18,188 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:21:18,189 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:21:18,198 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/normalizer already deleted, retry=false 2024-11-11T01:21:18,198 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:21:18,199 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:21:18,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/switch/split already deleted, retry=false 2024-11-11T01:21:18,209 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:21:18,219 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/switch/merge already deleted, retry=false 2024-11-11T01:21:18,220 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:21:18,230 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/snapshot-cleanup already deleted, retry=false 2024-11-11T01:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330761896/running 2024-11-11T01:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330761896/running 2024-11-11T01:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,241 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38747,1731288076164, sessionid=0x101277b829f0000, setting cluster-up flag (Was=false) 2024-11-11T01:21:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,293 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-330761896/flush-table-proc/acquired, /0-330761896/flush-table-proc/reached, /0-330761896/flush-table-proc/abort 2024-11-11T01:21:18,294 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38747,1731288076164 2024-11-11T01:21:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:18,345 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-330761896/online-snapshot/acquired, /0-330761896/online-snapshot/reached, /0-330761896/online-snapshot/abort 2024-11-11T01:21:18,346 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38747,1731288076164 2024-11-11T01:21:18,348 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:21:18,349 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:18,350 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:21:18,350 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:21:18,350 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38747,1731288076164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:18,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288108354 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:21:18,354 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:18,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:21:18,355 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:21:18,356 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288078355,5,FailOnTimeoutGroup] 2024-11-11T01:21:18,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:18,356 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288078356,5,FailOnTimeoutGroup] 2024-11-11T01:21:18,356 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,356 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:21:18,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:21:18,356 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,356 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:21:18,387 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(746): ClusterId : 54c0e6be-f4cf-4bf3-abef-24569fafaea4 2024-11-11T01:21:18,387 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:21:18,399 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:21:18,399 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:21:18,409 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:21:18,409 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a6d508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:18,420 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:33257 2024-11-11T01:21:18,420 INFO [RS:0;612696b701d2:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:21:18,420 INFO [RS:0;612696b701d2:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:21:18,420 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:21:18,420 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38747,1731288076164 with port=33257, startcode=1731288076357 2024-11-11T01:21:18,421 DEBUG [RS:0;612696b701d2:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:21:18,422 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:21:18,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,33257,1731288076357 2024-11-11T01:21:18,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38747 {}] master.ServerManager(517): Registering regionserver=612696b701d2,33257,1731288076357 2024-11-11T01:21:18,424 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be 2024-11-11T01:21:18,424 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34875 2024-11-11T01:21:18,424 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:21:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/rs 2024-11-11T01:21:18,436 DEBUG [RS:0;612696b701d2:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on existing znode=/0-330761896/rs/612696b701d2,33257,1731288076357 2024-11-11T01:21:18,436 WARN [RS:0;612696b701d2:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:18,436 INFO [RS:0;612696b701d2:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:18,436 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357 2024-11-11T01:21:18,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,33257,1731288076357] 2024-11-11T01:21:18,438 INFO [RS:0;612696b701d2:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:21:18,439 INFO [RS:0;612696b701d2:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:21:18,439 INFO [RS:0;612696b701d2:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:21:18,439 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,440 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:21:18,440 INFO [RS:0;612696b701d2:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:21:18,440 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,440 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,441 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,441 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,441 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:18,441 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:18,441 DEBUG [RS:0;612696b701d2:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,444 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,33257,1731288076357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:18,459 INFO [RS:0;612696b701d2:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:21:18,459 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,33257,1731288076357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,459 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,459 INFO [RS:0;612696b701d2:33257 {}] regionserver.Replication(171): 612696b701d2,33257,1731288076357 started 2024-11-11T01:21:18,471 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:18,471 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,33257,1731288076357, RpcServer on 612696b701d2/172.17.0.3:33257, sessionid=0x101277b829f0001 2024-11-11T01:21:18,471 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:21:18,471 DEBUG [RS:0;612696b701d2:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,33257,1731288076357 2024-11-11T01:21:18,471 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,33257,1731288076357' 2024-11-11T01:21:18,471 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-330761896/flush-table-proc/abort' 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-330761896/flush-table-proc/acquired' 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,33257,1731288076357 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,33257,1731288076357' 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-330761896/online-snapshot/abort' 2024-11-11T01:21:18,472 DEBUG [RS:0;612696b701d2:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-330761896/online-snapshot/acquired' 2024-11-11T01:21:18,473 DEBUG [RS:0;612696b701d2:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:21:18,473 INFO [RS:0;612696b701d2:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:21:18,473 INFO [RS:0;612696b701d2:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:21:18,573 INFO [RS:0;612696b701d2:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:18,574 INFO [RS:0;612696b701d2:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33257%2C1731288076357, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/oldWALs, maxLogs=10 2024-11-11T01:21:18,586 DEBUG [RS:0;612696b701d2:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, exclude list is [], retry=0 2024-11-11T01:21:18,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-36dff5c6-a9aa-4ee1-93c3-359da717170a,DISK] 2024-11-11T01:21:18,590 INFO [RS:0;612696b701d2:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 2024-11-11T01:21:18,590 DEBUG [RS:0;612696b701d2:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-11T01:21:18,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:21:18,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be 2024-11-11T01:21:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:21:19,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:19,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:19,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:19,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:19,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:19,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:19,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:19,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:19,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:19,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:19,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740 2024-11-11T01:21:19,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740 2024-11-11T01:21:19,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:19,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:19,180 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:19,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:19,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:19,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622017, jitterRate=0.1119547039270401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288079172Initializing all the Stores at 1731288079173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288079173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079173Cleaning up temporary data from old regions at 1731288079179 (+6 ms)Region opened successfully at 1731288079183 (+4 ms) 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:19,183 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:19,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:19,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288079183Disabling compacts and flushes for region at 1731288079183Disabling writes for close at 1731288079183Writing region close event to WAL at 1731288079183Closed at 1731288079183 2024-11-11T01:21:19,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:19,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:21:19,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:21:19,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:19,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:21:19,336 DEBUG [612696b701d2:38747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:21:19,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:19,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,33257,1731288076357, state=OPENING 2024-11-11T01:21:19,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:21:19,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:19,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:19,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330761896/meta-region-server: CHANGED 2024-11-11T01:21:19,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330761896/meta-region-server: CHANGED 2024-11-11T01:21:19,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:19,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,33257,1731288076357}] 2024-11-11T01:21:19,604 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:19,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:21:19,608 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:21:19,608 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:19,608 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:21:19,610 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33257%2C1731288076357.meta, suffix=.meta, logDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/oldWALs, maxLogs=10 2024-11-11T01:21:19,621 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.meta.1731288079610.meta, exclude list is [], retry=0 2024-11-11T01:21:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-36dff5c6-a9aa-4ee1-93c3-359da717170a,DISK] 2024-11-11T01:21:19,625 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.meta.1731288079610.meta 2024-11-11T01:21:19,625 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-11T01:21:19,625 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:19,625 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:19,625 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:19,625 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:21:19,626 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:21:19,626 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:21:19,626 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:19,626 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:21:19,626 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:21:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:19,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:19,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:19,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:19,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:19,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:19,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:19,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:19,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:19,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:19,632 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:19,633 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740 2024-11-11T01:21:19,634 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740 2024-11-11T01:21:19,634 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:19,634 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:19,635 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:19,636 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:19,636 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73866523, jitterRate=0.10069696605205536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:19,636 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:21:19,637 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288079626Writing region info on filesystem at 1731288079626Initializing all the Stores at 1731288079627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288079627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288079627Cleaning up temporary data from old regions at 1731288079634 (+7 ms)Running coprocessor post-open hooks at 1731288079636 (+2 ms)Region opened successfully at 1731288079637 (+1 ms) 2024-11-11T01:21:19,637 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288079603 2024-11-11T01:21:19,639 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:21:19,639 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:21:19,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:19,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,33257,1731288076357, state=OPEN 2024-11-11T01:21:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-330761896/meta-region-server 2024-11-11T01:21:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-330761896/meta-region-server 2024-11-11T01:21:19,861 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,33257,1731288076357 2024-11-11T01:21:19,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330761896/meta-region-server: CHANGED 2024-11-11T01:21:19,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330761896/meta-region-server: CHANGED 2024-11-11T01:21:19,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:21:19,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,33257,1731288076357 in 410 msec 2024-11-11T01:21:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:21:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-11T01:21:19,865 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:19,865 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:21:19,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:19,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33257,1731288076357, seqNum=-1] 2024-11-11T01:21:19,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:19,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:19,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5230 sec 2024-11-11T01:21:19,872 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288079872, completionTime=-1 2024-11-11T01:21:19,873 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:21:19,873 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288139875 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288199875 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38747, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,875 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,877 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:21:19,878 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.451sec 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:19,881 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:21:19,883 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:21:19,883 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:21:19,883 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38747,1731288076164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:19,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:19,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:19,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:19,888 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1536e4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:19,890 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:19,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:19,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33257,1731288076357, seqNum=-1] 2024-11-11T01:21:19,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:19,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:19,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,38747,1731288076164 2024-11-11T01:21:19,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:19,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277b829f0002 connected 2024-11-11T01:21:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir so I do NOT create it in target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc 2024-11-11T01:21:19,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:21:19,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.tmp.dir so I do NOT create it in target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc 2024-11-11T01:21:19,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:21:19,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/cluster_fa1fd9ae-bad3-096a-9c37-623214e5233b, deleteOnExit=true 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/test.cache.data in system properties and HBase conf 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:21:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:21:19,927 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:21:19,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:21:20,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:20,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:20,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:20,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:20,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:21:20,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:20,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:20,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e55e70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:20,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1212d57b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-7510161799233311564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:20,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b738e10{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-11-11T01:21:20,384 INFO [Time-limited test {}] server.Server(415): Started @204229ms 2024-11-11T01:21:20,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:20,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:20,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:20,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:20,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:20,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:20,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f81f89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b37566c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/java.io.tmpdir/jetty-localhost-36805-hadoop-hdfs-3_4_1-tests_jar-_-any-14565495729665493642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:20,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ef217{HTTP/1.1, (http/1.1)}{localhost:36805} 2024-11-11T01:21:20,750 INFO [Time-limited test {}] server.Server(415): Started @204595ms 2024-11-11T01:21:20,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:21:21,381 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/cluster_fa1fd9ae-bad3-096a-9c37-623214e5233b/data/data1/current/BP-93965401-172.17.0.3-1731288079942/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:21,381 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/cluster_fa1fd9ae-bad3-096a-9c37-623214e5233b/data/data2/current/BP-93965401-172.17.0.3-1731288079942/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:21,398 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:21:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf33624281671f2ce with lease ID 0x72bbfbac528b36ac: Processing first storage report for DS-4b94888d-bee5-4934-9022-c7063ee9354e from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=b34b0dc5-e6f5-49e8-a2c7-bfdcb2a8b0b0, infoPort=44567, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=885154844;c=1731288079942) 2024-11-11T01:21:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf33624281671f2ce with lease ID 0x72bbfbac528b36ac: from storage DS-4b94888d-bee5-4934-9022-c7063ee9354e node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=b34b0dc5-e6f5-49e8-a2c7-bfdcb2a8b0b0, infoPort=44567, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=885154844;c=1731288079942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf33624281671f2ce with lease ID 0x72bbfbac528b36ac: Processing first storage report for DS-02da93c5-8f04-4265-ae5d-9347ccf4c233 from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=b34b0dc5-e6f5-49e8-a2c7-bfdcb2a8b0b0, infoPort=44567, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=885154844;c=1731288079942) 2024-11-11T01:21:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf33624281671f2ce with lease ID 0x72bbfbac528b36ac: from storage DS-02da93c5-8f04-4265-ae5d-9347ccf4c233 node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=b34b0dc5-e6f5-49e8-a2c7-bfdcb2a8b0b0, infoPort=44567, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=885154844;c=1731288079942), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:21,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc 2024-11-11T01:21:21,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:21,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:21:21,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7 with version=8 2024-11-11T01:21:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/hbase-staging 2024-11-11T01:21:21,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:21,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39971 2024-11-11T01:21:21,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39971 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:21,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399710x0, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:21,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39971-0x101277b829f0003 connected 2024-11-11T01:21:22,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:22,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:22,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/running 2024-11-11T01:21:22,022 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7, hbase.cluster.distributed=false 2024-11-11T01:21:22,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/acl 2024-11-11T01:21:22,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-11T01:21:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39971 2024-11-11T01:21:22,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39971 2024-11-11T01:21:22,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-11T01:21:22,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-11T01:21:22,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:21:22,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:22,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38749 2024-11-11T01:21:22,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38749 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:22,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:22,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387490x0, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:22,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/running 2024-11-11T01:21:22,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38749-0x101277b829f0004 connected 2024-11-11T01:21:22,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:21:22,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:21:22,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/master 2024-11-11T01:21:22,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/acl 2024-11-11T01:21:22,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38749 2024-11-11T01:21:22,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38749 2024-11-11T01:21:22,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38749 2024-11-11T01:21:22,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38749 2024-11-11T01:21:22,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38749 2024-11-11T01:21:22,075 DEBUG [M:0;612696b701d2:39971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:39971 2024-11-11T01:21:22,075 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11402508677/backup-masters/612696b701d2,39971,1731288081888 2024-11-11T01:21:22,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/backup-masters 2024-11-11T01:21:22,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/backup-masters 2024-11-11T01:21:22,088 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on existing znode=/11402508677/backup-masters/612696b701d2,39971,1731288081888 2024-11-11T01:21:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11402508677/master 2024-11-11T01:21:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:22,099 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on existing znode=/11402508677/master 2024-11-11T01:21:22,099 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11402508677/backup-masters/612696b701d2,39971,1731288081888 from backup master directory 2024-11-11T01:21:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/backup-masters 2024-11-11T01:21:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11402508677/backup-masters/612696b701d2,39971,1731288081888 2024-11-11T01:21:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/backup-masters 2024-11-11T01:21:22,109 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:22,109 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,39971,1731288081888 2024-11-11T01:21:22,112 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/hbase.id] with ID: 42fd4ff4-ea20-4281-9480-79e56388122b 2024-11-11T01:21:22,112 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/.tmp/hbase.id 2024-11-11T01:21:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:21:22,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/.tmp/hbase.id]:[hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/hbase.id] 2024-11-11T01:21:22,526 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:22,526 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:21:22,527 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:21:22,983 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:22,984 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:21:22,984 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:21:23,393 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store 2024-11-11T01:21:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:23,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:23,800 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:23,800 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288083800Disabling compacts and flushes for region at 1731288083800Disabling writes for close at 1731288083800Writing region close event to WAL at 1731288083800Closed at 1731288083800 2024-11-11T01:21:23,801 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/.initializing 2024-11-11T01:21:23,801 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/WALs/612696b701d2,39971,1731288081888 2024-11-11T01:21:23,801 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:23,803 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C39971%2C1731288081888, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/WALs/612696b701d2,39971,1731288081888, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/oldWALs, maxLogs=10 2024-11-11T01:21:23,814 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/WALs/612696b701d2,39971,1731288081888/612696b701d2%2C39971%2C1731288081888.1731288083803, exclude list is [], retry=0 2024-11-11T01:21:23,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-4b94888d-bee5-4934-9022-c7063ee9354e,DISK] 2024-11-11T01:21:23,817 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/WALs/612696b701d2,39971,1731288081888/612696b701d2%2C39971%2C1731288081888.1731288083803 2024-11-11T01:21:23,817 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-11T01:21:23,818 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:23,818 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:23,818 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,818 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:21:23,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:21:23,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:21:23,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:21:23,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:23,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:23,825 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,825 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,825 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,826 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,826 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,827 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:23,827 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:23,829 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:23,829 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68053727, jitterRate=0.014079555869102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:23,829 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288083818Initializing all the Stores at 1731288083818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288083818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288083819 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288083819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288083819Cleaning up temporary data from old regions at 1731288083826 (+7 ms)Region opened successfully at 1731288083829 (+3 ms) 2024-11-11T01:21:23,830 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:21:23,832 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@976f3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:23,833 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:21:23,833 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:21:23,833 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:21:23,833 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:21:23,833 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:21:23,834 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:21:23,834 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:21:23,835 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:21:23,836 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/balancer because node does not exist (not necessarily an error) 2024-11-11T01:21:23,903 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/balancer already deleted, retry=false 2024-11-11T01:21:23,903 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:21:23,904 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:21:23,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/normalizer already deleted, retry=false 2024-11-11T01:21:23,914 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:21:23,914 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:21:23,924 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/switch/split already deleted, retry=false 2024-11-11T01:21:23,925 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:21:23,935 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/switch/merge already deleted, retry=false 2024-11-11T01:21:23,936 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:21:23,945 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/snapshot-cleanup already deleted, retry=false 2024-11-11T01:21:23,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11402508677/running 2024-11-11T01:21:23,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11402508677/running 2024-11-11T01:21:23,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:23,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:23,956 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,39971,1731288081888, sessionid=0x101277b829f0003, setting cluster-up flag (Was=false) 2024-11-11T01:21:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:24,008 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11402508677/flush-table-proc/acquired, /11402508677/flush-table-proc/reached, /11402508677/flush-table-proc/abort 2024-11-11T01:21:24,009 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,39971,1731288081888 2024-11-11T01:21:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:24,061 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11402508677/online-snapshot/acquired, /11402508677/online-snapshot/reached, /11402508677/online-snapshot/abort 2024-11-11T01:21:24,062 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,39971,1731288081888 2024-11-11T01:21:24,063 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:21:24,064 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:24,064 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:21:24,064 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:21:24,064 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,39971,1731288081888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:21:24,065 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:24,065 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:24,065 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:24,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:24,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:21:24,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:24,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,069 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(746): ClusterId : 42fd4ff4-ea20-4281-9480-79e56388122b 2024-11-11T01:21:24,069 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:21:24,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:24,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:21:24,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:24,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288114074 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:21:24,074 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:21:24,076 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,078 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:21:24,078 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:21:24,082 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:21:24,082 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:21:24,083 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:21:24,083 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:21:24,084 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:21:24,084 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:21:24,088 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288084084,5,FailOnTimeoutGroup] 2024-11-11T01:21:24,088 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288084088,5,FailOnTimeoutGroup] 2024-11-11T01:21:24,088 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,088 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:21:24,088 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,088 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:21:24,090 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:21:24,090 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f5934b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:24,102 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:38749 2024-11-11T01:21:24,102 INFO [RS:0;612696b701d2:38749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:21:24,102 INFO [RS:0;612696b701d2:38749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:21:24,102 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:21:24,103 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,39971,1731288081888 with port=38749, startcode=1731288082038 2024-11-11T01:21:24,103 DEBUG [RS:0;612696b701d2:38749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:21:24,104 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:21:24,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,38749,1731288082038 2024-11-11T01:21:24,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(517): Registering regionserver=612696b701d2,38749,1731288082038 2024-11-11T01:21:24,106 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7 2024-11-11T01:21:24,106 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-11T01:21:24,106 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:21:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/rs 2024-11-11T01:21:24,160 DEBUG [RS:0;612696b701d2:38749 {}] zookeeper.ZKUtil(111): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on existing znode=/11402508677/rs/612696b701d2,38749,1731288082038 2024-11-11T01:21:24,160 WARN [RS:0;612696b701d2:38749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:24,160 INFO [RS:0;612696b701d2:38749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:24,160 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038 2024-11-11T01:21:24,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,38749,1731288082038] 2024-11-11T01:21:24,163 INFO [RS:0;612696b701d2:38749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:21:24,164 INFO [RS:0;612696b701d2:38749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:21:24,165 INFO [RS:0;612696b701d2:38749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:21:24,165 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,165 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:21:24,166 INFO [RS:0;612696b701d2:38749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:21:24,166 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:24,166 DEBUG [RS:0;612696b701d2:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,167 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38749,1731288082038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:24,179 INFO [RS:0;612696b701d2:38749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:21:24,180 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38749,1731288082038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,180 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,180 INFO [RS:0;612696b701d2:38749 {}] regionserver.Replication(171): 612696b701d2,38749,1731288082038 started 2024-11-11T01:21:24,192 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:24,192 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,38749,1731288082038, RpcServer on 612696b701d2/172.17.0.3:38749, sessionid=0x101277b829f0004 2024-11-11T01:21:24,192 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:21:24,192 DEBUG [RS:0;612696b701d2:38749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,38749,1731288082038 2024-11-11T01:21:24,192 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38749,1731288082038' 2024-11-11T01:21:24,192 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11402508677/flush-table-proc/abort' 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11402508677/flush-table-proc/acquired' 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,38749,1731288082038 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38749,1731288082038' 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11402508677/online-snapshot/abort' 2024-11-11T01:21:24,193 DEBUG [RS:0;612696b701d2:38749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11402508677/online-snapshot/acquired' 2024-11-11T01:21:24,194 DEBUG [RS:0;612696b701d2:38749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:21:24,194 INFO [RS:0;612696b701d2:38749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:21:24,194 INFO [RS:0;612696b701d2:38749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:21:24,294 INFO [RS:0;612696b701d2:38749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:24,295 INFO [RS:0;612696b701d2:38749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38749%2C1731288082038, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/oldWALs, maxLogs=10 2024-11-11T01:21:24,307 DEBUG [RS:0;612696b701d2:38749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, exclude list is [], retry=0 2024-11-11T01:21:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-4b94888d-bee5-4934-9022-c7063ee9354e,DISK] 2024-11-11T01:21:24,311 INFO [RS:0;612696b701d2:38749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 2024-11-11T01:21:24,311 DEBUG [RS:0;612696b701d2:38749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-11T01:21:24,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:21:24,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:21:24,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7 2024-11-11T01:21:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:21:24,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:21:24,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:24,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:24,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T01:21:24,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:24,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T01:21:24,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:21:24,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:24,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:24,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:24,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:24,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:24,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:24,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:24,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:24,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:24,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:24,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:24,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:24,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:24,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:24,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:24,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:24,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740 2024-11-11T01:21:24,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740 2024-11-11T01:21:24,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:24,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:24,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:24,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:24,905 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:24,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68101873, jitterRate=0.014796987175941467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288084896Initializing all the Stores at 1731288084896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288084896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288084896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288084896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288084896Cleaning up temporary data from old regions at 1731288084902 (+6 ms)Region opened successfully at 1731288084906 (+4 ms) 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:24,906 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:24,906 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:24,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288084906Disabling compacts and flushes for region at 1731288084906Disabling writes for close at 1731288084906Writing region close event to WAL at 1731288084906Closed at 1731288084906 2024-11-11T01:21:24,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:24,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:21:24,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:21:24,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:24,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:21:25,059 DEBUG [612696b701d2:39971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:21:25,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:25,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38749,1731288082038, state=OPENING 2024-11-11T01:21:25,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:21:25,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:25,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11402508677/meta-region-server: CHANGED 2024-11-11T01:21:25,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:25,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38749,1731288082038}] 2024-11-11T01:21:25,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11402508677/meta-region-server: CHANGED 2024-11-11T01:21:25,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:25,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:21:25,333 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:21:25,333 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:25,334 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:21:25,335 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38749%2C1731288082038.meta, suffix=.meta, logDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/oldWALs, maxLogs=10 2024-11-11T01:21:25,347 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.meta.1731288085335.meta, exclude list is [], retry=0 2024-11-11T01:21:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-4b94888d-bee5-4934-9022-c7063ee9354e,DISK] 2024-11-11T01:21:25,350 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.meta.1731288085335.meta 2024-11-11T01:21:25,350 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-11T01:21:25,350 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:25,351 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:21:25,351 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:21:25,351 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:21:25,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:25,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:25,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:25,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:25,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:25,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:25,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:25,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:25,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:25,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:25,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:25,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:25,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:25,355 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:25,356 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740 2024-11-11T01:21:25,356 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740 2024-11-11T01:21:25,358 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:25,358 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:25,358 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:25,359 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:25,360 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75491012, jitterRate=0.12490373849868774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:25,360 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:21:25,360 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288085351Writing region info on filesystem at 1731288085351Initializing all the Stores at 1731288085352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288085352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288085352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288085352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288085352Cleaning up temporary data from old regions at 1731288085358 (+6 ms)Running coprocessor post-open hooks at 1731288085360 (+2 ms)Region opened successfully at 1731288085360 2024-11-11T01:21:25,360 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288085329 2024-11-11T01:21:25,362 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:21:25,362 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:21:25,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:25,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38749,1731288082038, state=OPEN 2024-11-11T01:21:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11402508677/meta-region-server 2024-11-11T01:21:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11402508677/meta-region-server 2024-11-11T01:21:25,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,38749,1731288082038 2024-11-11T01:21:25,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11402508677/meta-region-server: CHANGED 2024-11-11T01:21:25,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11402508677/meta-region-server: CHANGED 2024-11-11T01:21:25,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:21:25,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38749,1731288082038 in 195 msec 2024-11-11T01:21:25,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:21:25,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-11T01:21:25,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:25,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:21:25,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:25,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38749,1731288082038, seqNum=-1] 2024-11-11T01:21:25,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:25,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:25,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-11T01:21:25,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288085382, completionTime=-1 2024-11-11T01:21:25,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:21:25,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288145383 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288205383 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:39971, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,385 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.277sec 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:25,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:21:25,388 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:21:25,388 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:21:25,388 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39971,1731288081888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:25,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:25,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:25,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:25,472 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d32c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:25,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:25,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:25,474 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:25,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:25,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38749,1731288082038, seqNum=-1] 2024-11-11T01:21:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:25,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,39971,1731288081888 2024-11-11T01:21:25,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-11T01:21:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:25,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277b829f0005 connected 2024-11-11T01:21:25,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38747,1731288076164 2024-11-11T01:21:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78534284 2024-11-11T01:21:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:25,538 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:25,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:21:25,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:21:25,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:25,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:21:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:25,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:21:25,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:21:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:25,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 019317806e15b6e3ae5e0ff71890b787, NAME => 'test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be 2024-11-11T01:21:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:21:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 019317806e15b6e3ae5e0ff71890b787, disabling compactions & flushes 2024-11-11T01:21:26,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. after waiting 0 ms 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,357 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 019317806e15b6e3ae5e0ff71890b787: Waiting for close lock at 1731288086357Disabling compacts and flushes for region at 1731288086357Disabling writes for close at 1731288086357Writing region close event to WAL at 1731288086357Closed at 1731288086357 2024-11-11T01:21:26,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:21:26,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288086358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288086358"}]},"ts":"1731288086358"} 2024-11-11T01:21:26,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:21:26,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:21:26,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288086361"}]},"ts":"1731288086361"} 2024-11-11T01:21:26,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:21:26,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=019317806e15b6e3ae5e0ff71890b787, ASSIGN}] 2024-11-11T01:21:26,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=019317806e15b6e3ae5e0ff71890b787, ASSIGN 2024-11-11T01:21:26,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=019317806e15b6e3ae5e0ff71890b787, ASSIGN; state=OFFLINE, location=612696b701d2,33257,1731288076357; forceNewPlan=false, retain=false 2024-11-11T01:21:26,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=019317806e15b6e3ae5e0ff71890b787, regionState=OPENING, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:26,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=019317806e15b6e3ae5e0ff71890b787, ASSIGN because future has completed 2024-11-11T01:21:26,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019317806e15b6e3ae5e0ff71890b787, server=612696b701d2,33257,1731288076357}] 2024-11-11T01:21:26,672 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,672 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 019317806e15b6e3ae5e0ff71890b787, NAME => 'test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:26,672 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:26,672 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:21:26,672 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:26,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,674 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:26,675 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019317806e15b6e3ae5e0ff71890b787 columnFamilyName f 2024-11-11T01:21:26,675 DEBUG [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:26,675 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(327): Store=019317806e15b6e3ae5e0ff71890b787/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:26,676 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,677 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019317806e15b6e3ae5e0ff71890b787 columnFamilyName f1 2024-11-11T01:21:26,677 DEBUG [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:26,677 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(327): Store=019317806e15b6e3ae5e0ff71890b787/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:26,677 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,678 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019317806e15b6e3ae5e0ff71890b787 columnFamilyName norep 2024-11-11T01:21:26,678 DEBUG [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:26,678 INFO [StoreOpener-019317806e15b6e3ae5e0ff71890b787-1 {}] regionserver.HStore(327): Store=019317806e15b6e3ae5e0ff71890b787/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:26,678 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,679 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,679 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,679 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,679 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,680 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:26,680 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:26,682 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 019317806e15b6e3ae5e0ff71890b787; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72180170, jitterRate=0.07556834816932678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:26,683 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 019317806e15b6e3ae5e0ff71890b787: Running coprocessor pre-open hook at 1731288086673Writing region info on filesystem at 1731288086673Initializing all the Stores at 1731288086673Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288086673Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288086674 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288086674Cleaning up temporary data from old regions at 1731288086680 (+6 ms)Running coprocessor post-open hooks at 1731288086682 (+2 ms)Region opened successfully at 1731288086683 (+1 ms) 2024-11-11T01:21:26,683 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288085538.019317806e15b6e3ae5e0ff71890b787., pid=6, masterSystemTime=1731288086669 2024-11-11T01:21:26,685 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,685 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:26,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=019317806e15b6e3ae5e0ff71890b787, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019317806e15b6e3ae5e0ff71890b787, server=612696b701d2,33257,1731288076357 because future has completed 2024-11-11T01:21:26,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:21:26,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 019317806e15b6e3ae5e0ff71890b787, server=612696b701d2,33257,1731288076357 in 171 msec 2024-11-11T01:21:26,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:21:26,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=019317806e15b6e3ae5e0ff71890b787, ASSIGN in 327 msec 2024-11-11T01:21:26,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:26,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288086692"}]},"ts":"1731288086692"} 2024-11-11T01:21:26,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:21:26,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:26,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-11T01:21:27,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:27,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:27,135 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18244 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:27,686 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:21:27,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39971,1731288081888 2024-11-11T01:21:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f40c306 2024-11-11T01:21:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:27,688 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:27,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:21:27,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:21:27,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:27,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:21:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:27,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:21:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:21:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:28,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24ce4690af3893baf82ff0d200f247c0, NAME => 'test,,1731288087688.24ce4690af3893baf82ff0d200f247c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7 2024-11-11T01:21:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288087688.24ce4690af3893baf82ff0d200f247c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 24ce4690af3893baf82ff0d200f247c0, disabling compactions & flushes 2024-11-11T01:21:28,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. after waiting 0 ms 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24ce4690af3893baf82ff0d200f247c0: Waiting for close lock at 1731288088101Disabling compacts and flushes for region at 1731288088101Disabling writes for close at 1731288088101Writing region close event to WAL at 1731288088101Closed at 1731288088101 2024-11-11T01:21:28,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:21:28,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288087688.24ce4690af3893baf82ff0d200f247c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288088102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288088102"}]},"ts":"1731288088102"} 2024-11-11T01:21:28,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:21:28,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:21:28,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288088105"}]},"ts":"1731288088105"} 2024-11-11T01:21:28,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:21:28,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24ce4690af3893baf82ff0d200f247c0, ASSIGN}] 2024-11-11T01:21:28,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24ce4690af3893baf82ff0d200f247c0, ASSIGN 2024-11-11T01:21:28,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=24ce4690af3893baf82ff0d200f247c0, ASSIGN; state=OFFLINE, location=612696b701d2,38749,1731288082038; forceNewPlan=false, retain=false 2024-11-11T01:21:28,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24ce4690af3893baf82ff0d200f247c0, regionState=OPENING, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:28,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=24ce4690af3893baf82ff0d200f247c0, ASSIGN because future has completed 2024-11-11T01:21:28,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ce4690af3893baf82ff0d200f247c0, server=612696b701d2,38749,1731288082038}] 2024-11-11T01:21:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:28,417 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,417 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24ce4690af3893baf82ff0d200f247c0, NAME => 'test,,1731288087688.24ce4690af3893baf82ff0d200f247c0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:28,418 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:28,418 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:21:28,418 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,418 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288087688.24ce4690af3893baf82ff0d200f247c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:28,418 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,418 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,419 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,420 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce4690af3893baf82ff0d200f247c0 columnFamilyName f 2024-11-11T01:21:28,420 DEBUG [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:28,420 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(327): Store=24ce4690af3893baf82ff0d200f247c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:28,420 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,421 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce4690af3893baf82ff0d200f247c0 columnFamilyName f1 2024-11-11T01:21:28,421 DEBUG [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:28,421 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(327): Store=24ce4690af3893baf82ff0d200f247c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:28,421 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,422 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ce4690af3893baf82ff0d200f247c0 columnFamilyName norep 2024-11-11T01:21:28,422 DEBUG [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:28,422 INFO [StoreOpener-24ce4690af3893baf82ff0d200f247c0-1 {}] regionserver.HStore(327): Store=24ce4690af3893baf82ff0d200f247c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:28,422 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,423 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,423 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:28,425 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,427 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:28,427 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24ce4690af3893baf82ff0d200f247c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61430564, jitterRate=-0.08461326360702515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:28,427 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:28,427 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24ce4690af3893baf82ff0d200f247c0: Running coprocessor pre-open hook at 1731288088418Writing region info on filesystem at 1731288088418Initializing all the Stores at 1731288088419 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288088419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288088419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288088419Cleaning up temporary data from old regions at 1731288088424 (+5 ms)Running coprocessor post-open hooks at 1731288088427 (+3 ms)Region opened successfully at 1731288088427 2024-11-11T01:21:28,428 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288087688.24ce4690af3893baf82ff0d200f247c0., pid=6, masterSystemTime=1731288088414 2024-11-11T01:21:28,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,430 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:28,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24ce4690af3893baf82ff0d200f247c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ce4690af3893baf82ff0d200f247c0, server=612696b701d2,38749,1731288082038 because future has completed 2024-11-11T01:21:28,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:21:28,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24ce4690af3893baf82ff0d200f247c0, server=612696b701d2,38749,1731288082038 in 171 msec 2024-11-11T01:21:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:21:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=24ce4690af3893baf82ff0d200f247c0, ASSIGN in 327 msec 2024-11-11T01:21:28,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:28,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288088436"}]},"ts":"1731288088436"} 2024-11-11T01:21:28,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:21:28,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:28,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-11T01:21:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:28,825 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:21:28,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:28,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:28,827 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53495fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,828 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e4c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:28,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:28,832 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdbce7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,833 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3487e2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:28,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:28,835 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be8fd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,836 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463d057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38747,1731288076164 2024-11-11T01:21:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7eb3bb 2024-11-11T01:21:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:28,838 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:28,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:21:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:21:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:28,841 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:39971' 2024-11-11T01:21:28,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acc6a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,842 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:28,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:28,842 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:28,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cab1f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,844 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602211da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:28,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39971,1731288081888 2024-11-11T01:21:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa11918 2024-11-11T01:21:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:28,846 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:28,846 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:21:28,846 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:21:28,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:28,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:28,847 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:28,848 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:21:28,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:21:28,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:28,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:21:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:21:28,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 714375d9498d27518845cf41417e252f, NAME => 'hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be 2024-11-11T01:21:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:21:28,898 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:21:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 714375d9498d27518845cf41417e252f, disabling compactions & flushes 2024-11-11T01:21:29,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. after waiting 0 ms 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 714375d9498d27518845cf41417e252f: Waiting for close lock at 1731288089261Disabling compacts and flushes for region at 1731288089261Disabling writes for close at 1731288089261Writing region close event to WAL at 1731288089261Closed at 1731288089261 2024-11-11T01:21:29,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:21:29,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288089330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288089330"}]},"ts":"1731288089330"} 2024-11-11T01:21:29,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:21:29,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:21:29,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288089333"}]},"ts":"1731288089333"} 2024-11-11T01:21:29,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:21:29,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714375d9498d27518845cf41417e252f, ASSIGN}] 2024-11-11T01:21:29,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714375d9498d27518845cf41417e252f, ASSIGN 2024-11-11T01:21:29,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=714375d9498d27518845cf41417e252f, ASSIGN; state=OFFLINE, location=612696b701d2,33257,1731288076357; forceNewPlan=false, retain=false 2024-11-11T01:21:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:29,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=714375d9498d27518845cf41417e252f, regionState=OPENING, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=714375d9498d27518845cf41417e252f, ASSIGN because future has completed 2024-11-11T01:21:29,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714375d9498d27518845cf41417e252f, server=612696b701d2,33257,1731288076357}] 2024-11-11T01:21:29,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:29,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:21:29,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33257%2C1731288076357.rep, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/oldWALs, maxLogs=10 2024-11-11T01:21:29,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.rep.1731288089647, exclude list is [], retry=0 2024-11-11T01:21:29,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-36dff5c6-a9aa-4ee1-93c3-359da717170a,DISK] 2024-11-11T01:21:29,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.rep.1731288089647 2024-11-11T01:21:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34127:34127)] 2024-11-11T01:21:29,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 714375d9498d27518845cf41417e252f, NAME => 'hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:29,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. service=MultiRowMutationService 2024-11-11T01:21:29,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,663 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,665 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714375d9498d27518845cf41417e252f columnFamilyName hfileref 2024-11-11T01:21:29,665 DEBUG [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:29,665 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(327): Store=714375d9498d27518845cf41417e252f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:29,665 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,666 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714375d9498d27518845cf41417e252f columnFamilyName queue 2024-11-11T01:21:29,666 DEBUG [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:29,666 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(327): Store=714375d9498d27518845cf41417e252f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:29,667 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,668 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714375d9498d27518845cf41417e252f columnFamilyName sid 2024-11-11T01:21:29,668 DEBUG [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:29,668 INFO [StoreOpener-714375d9498d27518845cf41417e252f-1 {}] regionserver.HStore(327): Store=714375d9498d27518845cf41417e252f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:29,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:29,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:29,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 714375d9498d27518845cf41417e252f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74783122, jitterRate=0.11435535550117493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:29,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:29,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 714375d9498d27518845cf41417e252f: Running coprocessor pre-open hook at 1731288089663Writing region info on filesystem at 1731288089663Initializing all the Stores at 1731288089663Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288089663Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288089663Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288089663Cleaning up temporary data from old regions at 1731288089670 (+7 ms)Running coprocessor post-open hooks at 1731288089673 (+3 ms)Region opened successfully at 1731288089674 (+1 ms) 2024-11-11T01:21:29,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f., pid=10, masterSystemTime=1731288089642 2024-11-11T01:21:29,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:29,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=714375d9498d27518845cf41417e252f, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,33257,1731288076357 2024-11-11T01:21:29,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714375d9498d27518845cf41417e252f, server=612696b701d2,33257,1731288076357 because future has completed 2024-11-11T01:21:29,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:21:29,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 714375d9498d27518845cf41417e252f, server=612696b701d2,33257,1731288076357 in 190 msec 2024-11-11T01:21:29,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:21:29,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=714375d9498d27518845cf41417e252f, ASSIGN in 347 msec 2024-11-11T01:21:29,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:29,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288089685"}]},"ts":"1731288089685"} 2024-11-11T01:21:29,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:21:29,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:29,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-11-11T01:21:29,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f., hostname=612696b701d2,33257,1731288076357, seqNum=2] 2024-11-11T01:21:29,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:29,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:29,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:21:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:30,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:21:30,068 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:21:30,108 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,33257,1731288076357, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:21:30,108 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:30,108 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33257,1731288076357, seqNum=-1] 2024-11-11T01:21:30,109 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:30,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:30,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,33257,1731288076357', locateType=CURRENT is [region=hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f., hostname=612696b701d2,33257,1731288076357, seqNum=2] 2024-11-11T01:21:30,121 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:21:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:21:30,126 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,33257,1731288076357 suceeded 2024-11-11T01:21:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:21:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-11T01:21:30,128 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:39971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:21:30,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2890 sec 2024-11-11T01:21:30,140 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:39971' 2024-11-11T01:21:30,145 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef9625f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,145 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:30,145 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:30,146 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:30,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c2b4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,149 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:30,149 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae460f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,150 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:30,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39971,1731288081888 2024-11-11T01:21:30,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ad877 2024-11-11T01:21:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:30,152 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T01:21:30,152 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,33257,1731288076357 (queues=1) is replicating from cluster=54c0e6be-f4cf-4bf3-abef-24569fafaea4 to cluster=42fd4ff4-ea20-4281-9480-79e56388122b 2024-11-11T01:21:30,152 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C33257%2C1731288076357 2024-11-11T01:21:30,153 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,33257,1731288076357, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:21:30,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:21:30,164 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C33257%2C1731288076357 2024-11-11T01:21:30,164 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, startPosition=0, beingWritten=true 2024-11-11T01:21:30,170 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:30,170 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:30,170 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:30,380 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:30,685 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:30,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:30,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:30,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:21:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:30,985 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:21:30,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:30,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:30,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:30,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:30,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:30,987 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b899b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,988 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e57c9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39971,1731288081888 2024-11-11T01:21:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39c2bfb4 2024-11-11T01:21:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:30,990 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:30,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:38747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:21:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:21:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:30,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38747' 2024-11-11T01:21:30,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57749dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:30,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:30,994 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:30,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2518b036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,996 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:30,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615d23ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:30,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38747,1731288076164 2024-11-11T01:21:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@758b50c7 2024-11-11T01:21:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:30,998 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:30,998 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:21:30,998 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:21:30,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:30,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:30,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:30,999 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:21:31,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:21:31,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:31,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:21:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:21:31,050 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:21:31,089 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:31,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8c2e340a41fee0366231c312be4d7cf, NAME => 'hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7 2024-11-11T01:21:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:21:31,593 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8c2e340a41fee0366231c312be4d7cf, disabling compactions & flushes 2024-11-11T01:21:31,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. after waiting 0 ms 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:31,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:31,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8c2e340a41fee0366231c312be4d7cf: Waiting for close lock at 1731288091813Disabling compacts and flushes for region at 1731288091813Disabling writes for close at 1731288091813Writing region close event to WAL at 1731288091813Closed at 1731288091813 2024-11-11T01:21:31,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:21:31,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288091815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288091815"}]},"ts":"1731288091815"} 2024-11-11T01:21:31,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:21:31,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:21:31,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288091817"}]},"ts":"1731288091817"} 2024-11-11T01:21:31,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:21:31,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8c2e340a41fee0366231c312be4d7cf, ASSIGN}] 2024-11-11T01:21:31,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8c2e340a41fee0366231c312be4d7cf, ASSIGN 2024-11-11T01:21:31,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8c2e340a41fee0366231c312be4d7cf, ASSIGN; state=OFFLINE, location=612696b701d2,38749,1731288082038; forceNewPlan=false, retain=false 2024-11-11T01:21:31,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8c2e340a41fee0366231c312be4d7cf, regionState=OPENING, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8c2e340a41fee0366231c312be4d7cf, ASSIGN because future has completed 2024-11-11T01:21:31,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c2e340a41fee0366231c312be4d7cf, server=612696b701d2,38749,1731288082038}] 2024-11-11T01:21:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:32,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:32,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:32,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:21:32,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38749%2C1731288082038.rep, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/oldWALs, maxLogs=10 2024-11-11T01:21:32,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.rep.1731288092133, exclude list is [], retry=0 2024-11-11T01:21:32,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-4b94888d-bee5-4934-9022-c7063ee9354e,DISK] 2024-11-11T01:21:32,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.rep.1731288092133 2024-11-11T01:21:32,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-11T01:21:32,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c2e340a41fee0366231c312be4d7cf, NAME => 'hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:32,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:32,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:32,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. service=MultiRowMutationService 2024-11-11T01:21:32,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:21:32,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:32,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,151 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,152 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c2e340a41fee0366231c312be4d7cf columnFamilyName hfileref 2024-11-11T01:21:32,153 DEBUG [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:32,153 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(327): Store=d8c2e340a41fee0366231c312be4d7cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:32,153 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,154 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c2e340a41fee0366231c312be4d7cf columnFamilyName queue 2024-11-11T01:21:32,154 DEBUG [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:32,154 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(327): Store=d8c2e340a41fee0366231c312be4d7cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:32,154 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,155 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c2e340a41fee0366231c312be4d7cf columnFamilyName sid 2024-11-11T01:21:32,155 DEBUG [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:32,155 INFO [StoreOpener-d8c2e340a41fee0366231c312be4d7cf-1 {}] regionserver.HStore(327): Store=d8c2e340a41fee0366231c312be4d7cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:32,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/replication/d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/replication/d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:32,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/replication/d8c2e340a41fee0366231c312be4d7cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:32,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8c2e340a41fee0366231c312be4d7cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62322081, jitterRate=-0.07132862508296967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:32,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:32,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8c2e340a41fee0366231c312be4d7cf: Running coprocessor pre-open hook at 1731288092150Writing region info on filesystem at 1731288092150Initializing all the Stores at 1731288092151 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288092151Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288092151Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288092151Cleaning up temporary data from old regions at 1731288092157 (+6 ms)Running coprocessor post-open hooks at 1731288092160 (+3 ms)Region opened successfully at 1731288092160 2024-11-11T01:21:32,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf., pid=10, masterSystemTime=1731288092128 2024-11-11T01:21:32,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:32,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:32,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8c2e340a41fee0366231c312be4d7cf, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38749,1731288082038 2024-11-11T01:21:32,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c2e340a41fee0366231c312be4d7cf, server=612696b701d2,38749,1731288082038 because future has completed 2024-11-11T01:21:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:21:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c2e340a41fee0366231c312be4d7cf, server=612696b701d2,38749,1731288082038 in 190 msec 2024-11-11T01:21:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:21:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8c2e340a41fee0366231c312be4d7cf, ASSIGN in 349 msec 2024-11-11T01:21:32,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:32,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288092170"}]},"ts":"1731288092170"} 2024-11-11T01:21:32,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:21:32,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:32,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-11T01:21:32,197 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:32,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf., hostname=612696b701d2,38749,1731288082038, seqNum=2] 2024-11-11T01:21:32,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:32,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:32,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:21:32,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:21:32,488 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:21:32,514 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,38749,1731288082038, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:21:32,514 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:32,514 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38749,1731288082038, seqNum=-1] 2024-11-11T01:21:32,514 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:32,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:32,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,38749,1731288082038', locateType=CURRENT is [region=hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf., hostname=612696b701d2,38749,1731288082038, seqNum=2] 2024-11-11T01:21:32,519 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:21:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:21:32,521 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,38749,1731288082038 suceeded 2024-11-11T01:21:32,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:21:32,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T01:21:32,522 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:38747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:21:32,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-11T01:21:32,533 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38747' 2024-11-11T01:21:32,535 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b15aee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:32,535 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:32,535 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:32,536 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1831c7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:32,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:32,537 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:32,538 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69eb8691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:32,538 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38747,1731288076164 2024-11-11T01:21:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7436309d 2024-11-11T01:21:32,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:32,540 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T01:21:32,540 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,38749,1731288082038 (queues=1) is replicating from cluster=42fd4ff4-ea20-4281-9480-79e56388122b to cluster=54c0e6be-f4cf-4bf3-abef-24569fafaea4 2024-11-11T01:21:32,540 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C38749%2C1731288082038 2024-11-11T01:21:32,540 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,38749,1731288082038, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:21:32,541 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, startPosition=0, beingWritten=true 2024-11-11T01:21:32,559 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C38749%2C1731288082038 2024-11-11T01:21:32,567 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:32,567 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 379, reset compression=false 2024-11-11T01:21:32,567 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38749,1731288082038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:32,770 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 379, reset compression=false 2024-11-11T01:21:32,901 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:33,073 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 379, reset compression=false 2024-11-11T01:21:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:21:33,136 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:21:33,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:33,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:33,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:33,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:33,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:33,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33257,1731288076357, seqNum=-1] 2024-11-11T01:21:33,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:33,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288085538.019317806e15b6e3ae5e0ff71890b787., hostname=612696b701d2,33257,1731288076357, seqNum=2] 2024-11-11T01:21:33,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38749,1731288082038, seqNum=-1] 2024-11-11T01:21:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:33,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:33,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288087688.24ce4690af3893baf82ff0d200f247c0., hostname=612696b701d2,38749,1731288082038, seqNum=2] 2024-11-11T01:21:33,150 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T01:21:33,478 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 379, reset compression=false 2024-11-11T01:21:33,705 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 379, reset compression=false 2024-11-11T01:21:33,715 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:33,715 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 480, reset compression=false 2024-11-11T01:21:33,715 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[{test/019317806e15b6e3ae5e0ff71890b787/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T01:21:33,718 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:33,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T01:21:33,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:21:33,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1618b543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:33,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39971,-1 for getting cluster id 2024-11-11T01:21:33,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:33,722 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42fd4ff4-ea20-4281-9480-79e56388122b' 2024-11-11T01:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42fd4ff4-ea20-4281-9480-79e56388122b" 2024-11-11T01:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@717ccaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39971,-1] 2024-11-11T01:21:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:33,724 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:33,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6355b249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:33,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38749,1731288082038, seqNum=-1] 2024-11-11T01:21:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:33,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288087688.24ce4690af3893baf82ff0d200f247c0., hostname=612696b701d2,38749,1731288082038, seqNum=2] 2024-11-11T01:21:33,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:21:33,921 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 480, reset compression=false 2024-11-11T01:21:33,982 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 379, reset compression=false 2024-11-11T01:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 503, reset compression=false 2024-11-11T01:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38749,1731288082038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:34,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T01:21:34,157 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T01:21:34,196 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 503, reset compression=false 2024-11-11T01:21:34,200 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:34,200 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:34,200 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38749,1731288082038 got entry batch from reader: WALEntryBatch [walEntries=[{test/24ce4690af3893baf82ff0d200f247c0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:21:34,203 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:34,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T01:21:34,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:21:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a071f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38747,-1 for getting cluster id 2024-11-11T01:21:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:34,205 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c0e6be-f4cf-4bf3-abef-24569fafaea4' 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c0e6be-f4cf-4bf3-abef-24569fafaea4" 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a3e6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38747,-1] 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:34,207 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:34,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a5336c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:34,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:34,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33257,1731288076357, seqNum=-1] 2024-11-11T01:21:34,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:34,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T01:21:34,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731288085538.019317806e15b6e3ae5e0ff71890b787., hostname=612696b701d2,33257,1731288076357, seqNum=2] 2024-11-11T01:21:34,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:21:34,225 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 480, reset compression=false 2024-11-11T01:21:34,230 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:34,230 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 607, reset compression=false 2024-11-11T01:21:34,230 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:34,439 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 607, reset compression=false 2024-11-11T01:21:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:21:34,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:34,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T01:21:34,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:34,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:34,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:21:34,708 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 607, reset compression=false 2024-11-11T01:21:35,112 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:35,147 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 607, reset compression=false 2024-11-11T01:21:35,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T01:21:35,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T01:21:35,615 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:35,651 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 607, reset compression=false 2024-11-11T01:21:35,655 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:35,655 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 763, reset compression=false 2024-11-11T01:21:35,655 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[{test/019317806e15b6e3ae5e0ff71890b787/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T01:21:35,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:21:35,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:21:35,858 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 763, reset compression=false 2024-11-11T01:21:36,161 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 763, reset compression=false 2024-11-11T01:21:36,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T01:21:36,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T01:21:36,218 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 607, reset compression=false 2024-11-11T01:21:36,222 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:21:36,222 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 913, reset compression=false 2024-11-11T01:21:36,222 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38749,1731288082038 got entry batch from reader: WALEntryBatch [walEntries=[{test/24ce4690af3893baf82ff0d200f247c0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T01:21:36,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:21:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:21:36,425 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 913, reset compression=false 2024-11-11T01:21:36,564 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 763, reset compression=false 2024-11-11T01:21:36,569 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:36,569 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:36,569 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:36,729 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 913, reset compression=false 2024-11-11T01:21:36,772 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:37,075 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:37,132 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 913, reset compression=false 2024-11-11T01:21:37,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T01:21:37,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:21:37,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:37,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:37,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:37,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:37,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:37,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:21:37,177 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043232165, stopped=false 2024-11-11T01:21:37,177 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,39971,1731288081888 2024-11-11T01:21:37,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:37,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:37,185 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11402508677/running 2024-11-11T01:21:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11402508677/running 2024-11-11T01:21:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:37,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:37,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:37,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:37,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,38749,1731288082038' ***** 2024-11-11T01:21:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:21:37,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/running 2024-11-11T01:21:37,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Set watcher on znode that does not yet exist, /11402508677/running 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:21:37,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(3091): Received CLOSE for 24ce4690af3893baf82ff0d200f247c0 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,230 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,38749,1731288082038 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38749. 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24ce4690af3893baf82ff0d200f247c0, disabling compactions & flushes 2024-11-11T01:21:37,231 DEBUG [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:37,231 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:37,231 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. after waiting 0 ms 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:21:37,231 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24ce4690af3893baf82ff0d200f247c0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:21:37,231 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:21:37,231 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1325): Online Regions={24ce4690af3893baf82ff0d200f247c0=test,,1731288087688.24ce4690af3893baf82ff0d200f247c0., 1588230740=hbase:meta,,1.1588230740, d8c2e340a41fee0366231c312be4d7cf=hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf.} 2024-11-11T01:21:37,231 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce4690af3893baf82ff0d200f247c0, d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:37,231 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:37,231 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:37,231 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:21:37,245 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/info/fc108fb755394bc0bf74c0e5f99a24df is 147, key is hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf./info:regioninfo/1731288092163/Put/seqid=0 2024-11-11T01:21:37,247 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f/e4d68b8f4c0f4259a8f976de77eb60cf is 29, key is row1/f:/1731288096171/DeleteFamily/seqid=0 2024-11-11T01:21:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741840_1016 (size=7686) 2024-11-11T01:21:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741841_1017 (size=5118) 2024-11-11T01:21:37,277 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:37,431 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce4690af3893baf82ff0d200f247c0, d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,480 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:37,631 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24ce4690af3893baf82ff0d200f247c0, d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,635 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 913, reset compression=false 2024-11-11T01:21:37,639 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:37,639 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 1160, reset compression=false 2024-11-11T01:21:37,639 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38749,1731288082038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:37,640 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,38749,1731288082038: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,38749,1731288082038, walGroup=612696b701d2%2C38749%2C1731288082038, offset=612696b701d2%2C38749%2C1731288082038.1731288084296:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:21:37,641 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:21:37,641 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:21:37,641 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:21:37,641 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:21:37,641 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:21:37,641 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589518560 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190732496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:21:37,641 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:39971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:39971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:21:37,649 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/info/fc108fb755394bc0bf74c0e5f99a24df 2024-11-11T01:21:37,651 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f/e4d68b8f4c0f4259a8f976de77eb60cf 2024-11-11T01:21:37,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:37,655 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d68b8f4c0f4259a8f976de77eb60cf 2024-11-11T01:21:37,675 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f1/25a88021c0544b78b9e428b550e97dea is 30, key is row1/f1:/1731288096171/DeleteFamily/seqid=0 2024-11-11T01:21:37,676 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/ns/27601ccf42714826909417e3d7ae384e is 43, key is default/ns:d/1731288085378/Put/seqid=0 2024-11-11T01:21:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741842_1018 (size=5123) 2024-11-11T01:21:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741843_1019 (size=5153) 2024-11-11T01:21:37,684 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f1/25a88021c0544b78b9e428b550e97dea 2024-11-11T01:21:37,684 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/ns/27601ccf42714826909417e3d7ae384e 2024-11-11T01:21:37,688 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25a88021c0544b78b9e428b550e97dea 2024-11-11T01:21:37,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:37,706 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/rep_barrier/9af40a6ccd7b44898291d676e8ef7505 is 112, key is test,,1731288087688.24ce4690af3893baf82ff0d200f247c0./rep_barrier:seqnumDuringOpen/1731288088430/Put/seqid=0 2024-11-11T01:21:37,706 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/norep/7c07f1f67ffe4dea971dbf571b7c9414 is 33, key is row1/norep:/1731288096171/DeleteFamily/seqid=0 2024-11-11T01:21:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741845_1021 (size=5108) 2024-11-11T01:21:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:21:37,715 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/norep/7c07f1f67ffe4dea971dbf571b7c9414 2024-11-11T01:21:37,715 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/rep_barrier/9af40a6ccd7b44898291d676e8ef7505 2024-11-11T01:21:37,719 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c07f1f67ffe4dea971dbf571b7c9414 2024-11-11T01:21:37,719 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f/e4d68b8f4c0f4259a8f976de77eb60cf as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/f/e4d68b8f4c0f4259a8f976de77eb60cf 2024-11-11T01:21:37,723 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d68b8f4c0f4259a8f976de77eb60cf 2024-11-11T01:21:37,723 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/f/e4d68b8f4c0f4259a8f976de77eb60cf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:37,724 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/f1/25a88021c0544b78b9e428b550e97dea as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/f1/25a88021c0544b78b9e428b550e97dea 2024-11-11T01:21:37,728 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25a88021c0544b78b9e428b550e97dea 2024-11-11T01:21:37,728 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/f1/25a88021c0544b78b9e428b550e97dea, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:37,728 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/.tmp/norep/7c07f1f67ffe4dea971dbf571b7c9414 as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/norep/7c07f1f67ffe4dea971dbf571b7c9414 2024-11-11T01:21:37,732 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c07f1f67ffe4dea971dbf571b7c9414 2024-11-11T01:21:37,732 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/norep/7c07f1f67ffe4dea971dbf571b7c9414, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:37,733 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24ce4690af3893baf82ff0d200f247c0 in 502ms, sequenceid=8, compaction requested=false 2024-11-11T01:21:37,736 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/table/485af7b5728d46c783e083a032932296 is 53, key is hbase:replication/table:state/1731288092170/Put/seqid=0 2024-11-11T01:21:37,737 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/default/test/24ce4690af3893baf82ff0d200f247c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T01:21:37,737 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:37,737 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:37,737 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24ce4690af3893baf82ff0d200f247c0: Waiting for close lock at 1731288097231Running coprocessor pre-close hooks at 1731288097231Disabling compacts and flushes for region at 1731288097231Disabling writes for close at 1731288097231Obtaining lock to block concurrent updates at 1731288097231Preparing flush snapshotting stores in 24ce4690af3893baf82ff0d200f247c0 at 1731288097231Finished memstore snapshotting test,,1731288087688.24ce4690af3893baf82ff0d200f247c0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731288097231Flushing stores of test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. at 1731288097231Flushing 24ce4690af3893baf82ff0d200f247c0/f: creating writer at 1731288097232 (+1 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/f: appending metadata at 1731288097246 (+14 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/f: closing flushed file at 1731288097247 (+1 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/f1: creating writer at 1731288097655 (+408 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/f1: appending metadata at 1731288097674 (+19 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/f1: closing flushed file at 1731288097674Flushing 24ce4690af3893baf82ff0d200f247c0/norep: creating writer at 1731288097688 (+14 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/norep: appending metadata at 1731288097706 (+18 ms)Flushing 24ce4690af3893baf82ff0d200f247c0/norep: closing flushed file at 1731288097706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77be1cfc: reopening flushed file at 1731288097719 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a866628: reopening flushed file at 1731288097723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fde5f8: reopening flushed file at 1731288097728 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24ce4690af3893baf82ff0d200f247c0 in 502ms, sequenceid=8, compaction requested=false at 1731288097733 (+5 ms)Writing region close event to WAL at 1731288097734 (+1 ms)Running coprocessor post-close hooks at 1731288097737 (+3 ms)Closed at 1731288097737 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288087688.24ce4690af3893baf82ff0d200f247c0. 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c2e340a41fee0366231c312be4d7cf, disabling compactions & flushes 2024-11-11T01:21:37,738 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. after waiting 0 ms 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c2e340a41fee0366231c312be4d7cf: Waiting for close lock at 1731288097738Running coprocessor pre-close hooks at 1731288097738Disabling compacts and flushes for region at 1731288097738Disabling writes for close at 1731288097738Failed flush hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf., putting online again at 1731288097738 2024-11-11T01:21:37,739 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:21:37,739 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/table/485af7b5728d46c783e083a032932296 2024-11-11T01:21:37,743 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/info/fc108fb755394bc0bf74c0e5f99a24df as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/info/fc108fb755394bc0bf74c0e5f99a24df 2024-11-11T01:21:37,746 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/info/fc108fb755394bc0bf74c0e5f99a24df, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:21:37,747 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/ns/27601ccf42714826909417e3d7ae384e as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/ns/27601ccf42714826909417e3d7ae384e 2024-11-11T01:21:37,751 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/ns/27601ccf42714826909417e3d7ae384e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:21:37,752 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/rep_barrier/9af40a6ccd7b44898291d676e8ef7505 as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/rep_barrier/9af40a6ccd7b44898291d676e8ef7505 2024-11-11T01:21:37,755 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/rep_barrier/9af40a6ccd7b44898291d676e8ef7505, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:21:37,756 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/.tmp/table/485af7b5728d46c783e083a032932296 as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/table/485af7b5728d46c783e083a032932296 2024-11-11T01:21:37,759 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/table/485af7b5728d46c783e083a032932296, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:21:37,760 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false 2024-11-11T01:21:37,763 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:21:37,764 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:37,764 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:37,764 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:37,764 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288097231Running coprocessor pre-close hooks at 1731288097231Disabling compacts and flushes for region at 1731288097231Disabling writes for close at 1731288097231Obtaining lock to block concurrent updates at 1731288097231Preparing flush snapshotting stores in 1588230740 at 1731288097231Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288097231Flushing stores of hbase:meta,,1.1588230740 at 1731288097232 (+1 ms)Flushing 1588230740/info: creating writer at 1731288097232Flushing 1588230740/info: appending metadata at 1731288097244 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731288097244Flushing 1588230740/ns: creating writer at 1731288097653 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731288097676 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731288097676Flushing 1588230740/rep_barrier: creating writer at 1731288097688 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288097706 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288097706Flushing 1588230740/table: creating writer at 1731288097718 (+12 ms)Flushing 1588230740/table: appending metadata at 1731288097735 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731288097735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498c4773: reopening flushed file at 1731288097742 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e02d2c: reopening flushed file at 1731288097747 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fa787a: reopening flushed file at 1731288097751 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662ecfb2: reopening flushed file at 1731288097755 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false at 1731288097760 (+5 ms)Writing region close event to WAL at 1731288097761 (+1 ms)Running coprocessor post-close hooks at 1731288097764 (+3 ms)Closed at 1731288097764 2024-11-11T01:21:37,764 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:37,832 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,832 DEBUG [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1351): Waiting on d8c2e340a41fee0366231c312be4d7cf 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c2e340a41fee0366231c312be4d7cf, disabling compactions & flushes 2024-11-11T01:21:37,832 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. after waiting 0 ms 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c2e340a41fee0366231c312be4d7cf: Waiting for close lock at 1731288097832Running coprocessor pre-close hooks at 1731288097832Disabling compacts and flushes for region at 1731288097832Disabling writes for close at 1731288097832Failed flush hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf., putting online again at 1731288097832 2024-11-11T01:21:37,832 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288090998.d8c2e340a41fee0366231c312be4d7cf. 2024-11-11T01:21:37,843 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 1160, reset compression=false 2024-11-11T01:21:37,847 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:37,847 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 1804, reset compression=false 2024-11-11T01:21:37,983 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:38,032 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T01:21:38,032 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,38749,1731288082038; all regions closed. 2024-11-11T01:21:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:21:38,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.meta.1731288085335.meta not finished, retry = 0 2024-11-11T01:21:38,050 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/WALs/612696b701d2,38749,1731288082038/612696b701d2%2C38749%2C1731288082038.1731288084296 to pos 1804, reset compression=false 2024-11-11T01:21:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741839_1015 (size=1515) 2024-11-11T01:21:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741832_1008 (size=1812) 2024-11-11T01:21:38,144 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:38,144 INFO [RS:0;612696b701d2:38749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:38,144 INFO [RS:0;612696b701d2:38749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:38,144 INFO [RS:0;612696b701d2:38749 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:38,144 INFO [RS:0;612696b701d2:38749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:38,144 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:38,145 INFO [RS:0;612696b701d2:38749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,38749,1731288082038 because: Region server is closing 2024-11-11T01:21:38,145 INFO [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38749. 2024-11-11T01:21:38,145 DEBUG [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:38,145 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:38,145 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:38,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:38,245 INFO [RS:0;612696b701d2:38749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.shipper612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 terminated 2024-11-11T01:21:38,245 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38749,1731288082038.replicationSource.wal-reader.612696b701d2%2C38749%2C1731288082038,1-612696b701d2,38749,1731288082038 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:21:38,246 INFO [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38749. 2024-11-11T01:21:38,246 DEBUG [RS:0;612696b701d2:38749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:38,246 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:38,246 DEBUG [RS:0;612696b701d2:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:38,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:38,246 INFO [RS:0;612696b701d2:38749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38749 2024-11-11T01:21:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677/rs 2024-11-11T01:21:38,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11402508677/rs/612696b701d2,38749,1731288082038 2024-11-11T01:21:38,324 INFO [RS:0;612696b701d2:38749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:38,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,38749,1731288082038] 2024-11-11T01:21:38,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11402508677/draining/612696b701d2,38749,1731288082038 already deleted, retry=false 2024-11-11T01:21:38,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,38749,1731288082038 expired; onlineServers=0 2024-11-11T01:21:38,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,39971,1731288081888' ***** 2024-11-11T01:21:38,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:38,345 DEBUG [M:0;612696b701d2:39971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:21:38,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:21:38,345 DEBUG [M:0;612696b701d2:39971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:21:38,345 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288084088 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288084088,5,FailOnTimeoutGroup] 2024-11-11T01:21:38,345 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288084084 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288084084,5,FailOnTimeoutGroup] 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:38,345 DEBUG [M:0;612696b701d2:39971 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:38,345 INFO [M:0;612696b701d2:39971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:21:38,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:21:38,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11402508677/master 2024-11-11T01:21:38,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11402508677 2024-11-11T01:21:38,355 DEBUG [M:0;612696b701d2:39971 {}] zookeeper.ZKUtil(347): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Unable to get data of znode /11402508677/master because node does not exist (not an error) 2024-11-11T01:21:38,355 WARN [M:0;612696b701d2:39971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:21:38,356 INFO [M:0;612696b701d2:39971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/.lastflushedseqids 2024-11-11T01:21:38,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741847_1023 (size=245) 2024-11-11T01:21:38,434 INFO [RS:0;612696b701d2:38749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:38,434 INFO [RS:0;612696b701d2:38749 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,38749,1731288082038; zookeeper connection closed. 2024-11-11T01:21:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x101277b829f0004, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:38,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c2713f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c2713f6 2024-11-11T01:21:38,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:21:38,587 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:38,760 INFO [M:0;612696b701d2:39971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:21:38,760 INFO [M:0;612696b701d2:39971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:21:38,760 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:38,760 INFO [M:0;612696b701d2:39971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:38,760 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:38,760 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:38,760 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:38,760 INFO [M:0;612696b701d2:39971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T01:21:38,777 DEBUG [M:0;612696b701d2:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb6d01b70e542ef9f80932c6583d38a is 82, key is hbase:meta,,1/info:regioninfo/1731288085362/Put/seqid=0 2024-11-11T01:21:38,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741848_1024 (size=5672) 2024-11-11T01:21:39,181 INFO [M:0;612696b701d2:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb6d01b70e542ef9f80932c6583d38a 2024-11-11T01:21:39,198 DEBUG [M:0;612696b701d2:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6024b34ade469aab9acfafc7e56e31 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288092174/Put/seqid=0 2024-11-11T01:21:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741849_1025 (size=8515) 2024-11-11T01:21:39,293 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:39,602 INFO [M:0;612696b701d2:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6024b34ade469aab9acfafc7e56e31 2024-11-11T01:21:39,622 DEBUG [M:0;612696b701d2:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c8196f720043118116d8da5a9e3559 is 69, key is 612696b701d2,38749,1731288082038/rs:state/1731288084105/Put/seqid=0 2024-11-11T01:21:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741850_1026 (size=5156) 2024-11-11T01:21:40,025 INFO [M:0;612696b701d2:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c8196f720043118116d8da5a9e3559 2024-11-11T01:21:40,030 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb6d01b70e542ef9f80932c6583d38a as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb6d01b70e542ef9f80932c6583d38a 2024-11-11T01:21:40,034 INFO [M:0;612696b701d2:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb6d01b70e542ef9f80932c6583d38a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:21:40,035 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6024b34ade469aab9acfafc7e56e31 as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c6024b34ade469aab9acfafc7e56e31 2024-11-11T01:21:40,039 INFO [M:0;612696b701d2:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c6024b34ade469aab9acfafc7e56e31, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:21:40,040 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78c8196f720043118116d8da5a9e3559 as hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78c8196f720043118116d8da5a9e3559 2024-11-11T01:21:40,044 INFO [M:0;612696b701d2:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78c8196f720043118116d8da5a9e3559, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:21:40,045 INFO [M:0;612696b701d2:39971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-11T01:21:40,046 INFO [M:0;612696b701d2:39971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:40,046 DEBUG [M:0;612696b701d2:39971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288098760Disabling compacts and flushes for region at 1731288098760Disabling writes for close at 1731288098760Obtaining lock to block concurrent updates at 1731288098760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288098760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731288098761 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288098761Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288098762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288098777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288098777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288099185 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288099198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288099198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288099606 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288099621 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288099621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122994ea: reopening flushed file at 1731288100029 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107d451a: reopening flushed file at 1731288100035 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757aa115: reopening flushed file at 1731288100039 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731288100045 (+6 ms)Writing region close event to WAL at 1731288100046 (+1 ms)Closed at 1731288100046 2024-11-11T01:21:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741830_1006 (size=63642) 2024-11-11T01:21:40,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670386a8-561b-8761-0d68-e8fec443dfc7/MasterData/WALs/612696b701d2,39971,1731288081888/612696b701d2%2C39971%2C1731288081888.1731288083803 not finished, retry = 0 2024-11-11T01:21:40,096 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:40,149 INFO [M:0;612696b701d2:39971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:21:40,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:40,149 INFO [M:0;612696b701d2:39971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39971 2024-11-11T01:21:40,149 INFO [M:0;612696b701d2:39971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:40,318 INFO [M:0;612696b701d2:39971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x101277b829f0003, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:40,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b37566c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:40,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ef217{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:40,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:40,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f81f89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:40,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:40,322 WARN [BP-93965401-172.17.0.3-1731288079942 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:21:40,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:21:40,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:21:40,322 WARN [BP-93965401-172.17.0.3-1731288079942 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93965401-172.17.0.3-1731288079942 (Datanode Uuid b34b0dc5-e6f5-49e8-a2c7-bfdcb2a8b0b0) service to localhost/127.0.0.1:41813 2024-11-11T01:21:40,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/cluster_fa1fd9ae-bad3-096a-9c37-623214e5233b/data/data1/current/BP-93965401-172.17.0.3-1731288079942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:40,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/cluster_fa1fd9ae-bad3-096a-9c37-623214e5233b/data/data2/current/BP-93965401-172.17.0.3-1731288079942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:40,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:21:40,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1212d57b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:40,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b738e10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:40,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:40,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e55e70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:40,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:40,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:21:40,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:21:40,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:40,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:40,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:40,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:21:40,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2015513464, stopped=false 2024-11-11T01:21:40,354 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38747,1731288076164 2024-11-11T01:21:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330761896/running 2024-11-11T01:21:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330761896/running 2024-11-11T01:21:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:40,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:40,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:21:40,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:40,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:40,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,33257,1731288076357' ***** 2024-11-11T01:21:40,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:21:40,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/running 2024-11-11T01:21:40,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Set watcher on znode that does not yet exist, /0-330761896/running 2024-11-11T01:21:40,366 INFO [RS:0;612696b701d2:33257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:21:40,366 INFO [RS:0;612696b701d2:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:21:40,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:21:40,366 INFO [RS:0;612696b701d2:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 714375d9498d27518845cf41417e252f 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 019317806e15b6e3ae5e0ff71890b787 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,33257,1731288076357 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33257. 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 714375d9498d27518845cf41417e252f, disabling compactions & flushes 2024-11-11T01:21:40,367 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:40,367 DEBUG [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:40,367 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. after waiting 0 ms 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:21:40,367 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 714375d9498d27518845cf41417e252f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:21:40,367 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:21:40,367 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1325): Online Regions={714375d9498d27518845cf41417e252f=hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f., 1588230740=hbase:meta,,1.1588230740, 019317806e15b6e3ae5e0ff71890b787=test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.} 2024-11-11T01:21:40,367 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740, 714375d9498d27518845cf41417e252f 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:40,367 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:40,367 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:40,368 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:21:40,386 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/info/757482d9d307445bb2cf6d284ed86a99 is 147, key is hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f./info:regioninfo/1731288089677/Put/seqid=0 2024-11-11T01:21:40,386 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/.tmp/queue/87209aaa8f784c2596152781dff80ce9 is 153, key is 1-612696b701d2,33257,1731288076357/queue:612696b701d2%2C33257%2C1731288076357/1731288096570/Put/seqid=0 2024-11-11T01:21:40,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741841_1017 (size=5352) 2024-11-11T01:21:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741840_1016 (size=7686) 2024-11-11T01:21:40,390 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/info/757482d9d307445bb2cf6d284ed86a99 2024-11-11T01:21:40,410 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/ns/303a933b7c2d46719d6e0c18af5c3c6f is 43, key is default/ns:d/1731288079869/Put/seqid=0 2024-11-11T01:21:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:21:40,465 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:40,514 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:21:40,514 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:21:40,567 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740, 714375d9498d27518845cf41417e252f 2024-11-11T01:21:40,768 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740, 714375d9498d27518845cf41417e252f 2024-11-11T01:21:40,789 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/.tmp/queue/87209aaa8f784c2596152781dff80ce9 2024-11-11T01:21:40,794 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/.tmp/queue/87209aaa8f784c2596152781dff80ce9 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/queue/87209aaa8f784c2596152781dff80ce9 2024-11-11T01:21:40,797 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/queue/87209aaa8f784c2596152781dff80ce9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T01:21:40,798 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 714375d9498d27518845cf41417e252f in 431ms, sequenceid=10, compaction requested=false 2024-11-11T01:21:40,804 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/replication/714375d9498d27518845cf41417e252f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T01:21:40,804 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:40,804 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:40,805 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 714375d9498d27518845cf41417e252f: Waiting for close lock at 1731288100367Running coprocessor pre-close hooks at 1731288100367Disabling compacts and flushes for region at 1731288100367Disabling writes for close at 1731288100367Obtaining lock to block concurrent updates at 1731288100367Preparing flush snapshotting stores in 714375d9498d27518845cf41417e252f at 1731288100367Finished memstore snapshotting hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731288100367Flushing stores of hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. at 1731288100368 (+1 ms)Flushing 714375d9498d27518845cf41417e252f/queue: creating writer at 1731288100368Flushing 714375d9498d27518845cf41417e252f/queue: appending metadata at 1731288100385 (+17 ms)Flushing 714375d9498d27518845cf41417e252f/queue: closing flushed file at 1731288100385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616670e: reopening flushed file at 1731288100793 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 714375d9498d27518845cf41417e252f in 431ms, sequenceid=10, compaction requested=false at 1731288100798 (+5 ms)Writing region close event to WAL at 1731288100801 (+3 ms)Running coprocessor post-close hooks at 1731288100804 (+3 ms)Closed at 1731288100805 (+1 ms) 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288088847.714375d9498d27518845cf41417e252f. 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 019317806e15b6e3ae5e0ff71890b787, disabling compactions & flushes 2024-11-11T01:21:40,805 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. after waiting 0 ms 2024-11-11T01:21:40,805 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:40,805 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 019317806e15b6e3ae5e0ff71890b787 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T01:21:40,814 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/ns/303a933b7c2d46719d6e0c18af5c3c6f 2024-11-11T01:21:40,819 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f/8e493f345fcb4cf6857147fab5727278 is 29, key is row1/f:/1731288096171/DeleteFamily/seqid=0 2024-11-11T01:21:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741843_1019 (size=5118) 2024-11-11T01:21:40,831 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e81372b42449787e64e2af1342dd3 is 112, key is test,,1731288085538.019317806e15b6e3ae5e0ff71890b787./rep_barrier:seqnumDuringOpen/1731288086685/Put/seqid=0 2024-11-11T01:21:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:21:40,968 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740 2024-11-11T01:21:40,999 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 912, reset compression=false 2024-11-11T01:21:41,003 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:41,003 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 1159, reset compression=false 2024-11-11T01:21:41,003 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33257,1731288076357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:21:41,005 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,33257,1731288076357: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,33257,1731288076357, walGroup=612696b701d2%2C33257%2C1731288076357, offset=612696b701d2%2C33257%2C1731288076357.1731288078574:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:33257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:21:41,005 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:21:41,006 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:21:41,006 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:21:41,006 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:21:41,006 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:21:41,006 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 673404640 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191239400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:21:41,006 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:21:41,168 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740 2024-11-11T01:21:41,207 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 1159, reset compression=false 2024-11-11T01:21:41,223 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f/8e493f345fcb4cf6857147fab5727278 2024-11-11T01:21:41,227 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e493f345fcb4cf6857147fab5727278 2024-11-11T01:21:41,234 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e81372b42449787e64e2af1342dd3 2024-11-11T01:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f1/fbbc9293ee3948cebc5040010e3a4b28 is 30, key is row1/f1:/1731288096171/DeleteFamily/seqid=0 2024-11-11T01:21:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741845_1021 (size=5123) 2024-11-11T01:21:41,256 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/table/2cd82f162ede4bc0980b7a5968bcc67c is 53, key is hbase:replication/table:state/1731288089685/Put/seqid=0 2024-11-11T01:21:41,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:21:41,368 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:21:41,368 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 019317806e15b6e3ae5e0ff71890b787=test,,1731288085538.019317806e15b6e3ae5e0ff71890b787.} 2024-11-11T01:21:41,368 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740 2024-11-11T01:21:41,511 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 1159, reset compression=false 2024-11-11T01:21:41,568 DEBUG [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1351): Waiting on 019317806e15b6e3ae5e0ff71890b787, 1588230740 2024-11-11T01:21:41,651 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f1/fbbc9293ee3948cebc5040010e3a4b28 2024-11-11T01:21:41,654 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbbc9293ee3948cebc5040010e3a4b28 2024-11-11T01:21:41,660 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/table/2cd82f162ede4bc0980b7a5968bcc67c 2024-11-11T01:21:41,664 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/info/757482d9d307445bb2cf6d284ed86a99 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/info/757482d9d307445bb2cf6d284ed86a99 2024-11-11T01:21:41,668 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/info/757482d9d307445bb2cf6d284ed86a99, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:21:41,669 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/ns/303a933b7c2d46719d6e0c18af5c3c6f as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/ns/303a933b7c2d46719d6e0c18af5c3c6f 2024-11-11T01:21:41,671 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/norep/a8c11fe5d4024d679d323810c50f1528 is 32, key is row/norep:/1731288095162/DeleteFamily/seqid=0 2024-11-11T01:21:41,673 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/ns/303a933b7c2d46719d6e0c18af5c3c6f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:21:41,674 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e81372b42449787e64e2af1342dd3 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/rep_barrier/7a0e81372b42449787e64e2af1342dd3 2024-11-11T01:21:41,678 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/rep_barrier/7a0e81372b42449787e64e2af1342dd3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:21:41,679 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/.tmp/table/2cd82f162ede4bc0980b7a5968bcc67c as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/table/2cd82f162ede4bc0980b7a5968bcc67c 2024-11-11T01:21:41,683 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/table/2cd82f162ede4bc0980b7a5968bcc67c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:21:41,684 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-11T01:21:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741847_1023 (size=5101) 2024-11-11T01:21:41,686 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/norep/a8c11fe5d4024d679d323810c50f1528 2024-11-11T01:21:41,688 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:21:41,688 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:41,688 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:21:41,688 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:41,689 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288100367Running coprocessor pre-close hooks at 1731288100367Disabling compacts and flushes for region at 1731288100367Disabling writes for close at 1731288100367Obtaining lock to block concurrent updates at 1731288100368 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288100368Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288100368Flushing stores of hbase:meta,,1.1588230740 at 1731288100368Flushing 1588230740/info: creating writer at 1731288100368Flushing 1588230740/info: appending metadata at 1731288100385 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731288100385Flushing 1588230740/ns: creating writer at 1731288100394 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731288100409 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731288100409Flushing 1588230740/rep_barrier: creating writer at 1731288100817 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288100831 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288100831Flushing 1588230740/table: creating writer at 1731288101239 (+408 ms)Flushing 1588230740/table: appending metadata at 1731288101256 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731288101256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eedc006: reopening flushed file at 1731288101664 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b5bde6: reopening flushed file at 1731288101668 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331a3291: reopening flushed file at 1731288101674 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac17f00: reopening flushed file at 1731288101678 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1731288101684 (+6 ms)Writing region close event to WAL at 1731288101685 (+1 ms)Running coprocessor post-close hooks at 1731288101688 (+3 ms)Closed at 1731288101688 2024-11-11T01:21:41,689 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:41,691 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c11fe5d4024d679d323810c50f1528 2024-11-11T01:21:41,691 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f/8e493f345fcb4cf6857147fab5727278 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/f/8e493f345fcb4cf6857147fab5727278 2024-11-11T01:21:41,695 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e493f345fcb4cf6857147fab5727278 2024-11-11T01:21:41,695 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/f/8e493f345fcb4cf6857147fab5727278, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:41,696 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/f1/fbbc9293ee3948cebc5040010e3a4b28 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/f1/fbbc9293ee3948cebc5040010e3a4b28 2024-11-11T01:21:41,699 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbbc9293ee3948cebc5040010e3a4b28 2024-11-11T01:21:41,699 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/f1/fbbc9293ee3948cebc5040010e3a4b28, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:41,700 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/.tmp/norep/a8c11fe5d4024d679d323810c50f1528 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/norep/a8c11fe5d4024d679d323810c50f1528 2024-11-11T01:21:41,704 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c11fe5d4024d679d323810c50f1528 2024-11-11T01:21:41,705 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/norep/a8c11fe5d4024d679d323810c50f1528, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T01:21:41,705 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 019317806e15b6e3ae5e0ff71890b787 in 900ms, sequenceid=8, compaction requested=false 2024-11-11T01:21:41,709 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/data/default/test/019317806e15b6e3ae5e0ff71890b787/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T01:21:41,710 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:21:41,710 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:41,710 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:41,710 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 019317806e15b6e3ae5e0ff71890b787: Waiting for close lock at 1731288100805Running coprocessor pre-close hooks at 1731288100805Disabling compacts and flushes for region at 1731288100805Disabling writes for close at 1731288100805Obtaining lock to block concurrent updates at 1731288100805Preparing flush snapshotting stores in 019317806e15b6e3ae5e0ff71890b787 at 1731288100805Finished memstore snapshotting test,,1731288085538.019317806e15b6e3ae5e0ff71890b787., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731288100805Flushing stores of test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. at 1731288100806 (+1 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/f: creating writer at 1731288100806Flushing 019317806e15b6e3ae5e0ff71890b787/f: appending metadata at 1731288100819 (+13 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/f: closing flushed file at 1731288100819Flushing 019317806e15b6e3ae5e0ff71890b787/f1: creating writer at 1731288101227 (+408 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/f1: appending metadata at 1731288101244 (+17 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/f1: closing flushed file at 1731288101244Flushing 019317806e15b6e3ae5e0ff71890b787/norep: creating writer at 1731288101655 (+411 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/norep: appending metadata at 1731288101670 (+15 ms)Flushing 019317806e15b6e3ae5e0ff71890b787/norep: closing flushed file at 1731288101670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6b0b19: reopening flushed file at 1731288101691 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8240c5: reopening flushed file at 1731288101695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab15dd6: reopening flushed file at 1731288101700 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 019317806e15b6e3ae5e0ff71890b787 in 900ms, sequenceid=8, compaction requested=false at 1731288101705 (+5 ms)Writing region close event to WAL at 1731288101706 (+1 ms)Running coprocessor post-close hooks at 1731288101709 (+3 ms)Closed at 1731288101710 (+1 ms) 2024-11-11T01:21:41,710 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288085538.019317806e15b6e3ae5e0ff71890b787. 2024-11-11T01:21:41,769 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,33257,1731288076357; all regions closed. 2024-11-11T01:21:41,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.meta.1731288079610.meta not finished, retry = 0 2024-11-11T01:21:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:21:41,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.rep.1731288089647 not finished, retry = 0 2024-11-11T01:21:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741839_1015 (size=2676) 2024-11-11T01:21:41,915 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 1159, reset compression=false 2024-11-11T01:21:41,919 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:21:41,919 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/WALs/612696b701d2,33257,1731288076357/612696b701d2%2C33257%2C1731288076357.1731288078574 to pos 1803, reset compression=false 2024-11-11T01:21:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741832_1008 (size=1811) 2024-11-11T01:21:41,977 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:41,977 INFO [RS:0;612696b701d2:33257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:21:41,977 INFO [RS:0;612696b701d2:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:41,977 INFO [RS:0;612696b701d2:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:41,977 INFO [RS:0;612696b701d2:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:41,977 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:41,977 INFO [RS:0;612696b701d2:33257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,33257,1731288076357 because: Region server is closing 2024-11-11T01:21:41,978 INFO [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33257. 2024-11-11T01:21:41,978 DEBUG [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:41,978 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:41,978 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:41,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:42,078 INFO [RS:0;612696b701d2:33257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.shipper612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 terminated 2024-11-11T01:21:42,078 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33257,1731288076357.replicationSource.wal-reader.612696b701d2%2C33257%2C1731288076357,1-612696b701d2,33257,1731288076357 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:21:42,078 INFO [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33257. 2024-11-11T01:21:42,078 DEBUG [RS:0;612696b701d2:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:21:42,078 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:42,079 DEBUG [RS:0;612696b701d2:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:42,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:21:42,079 INFO [RS:0;612696b701d2:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33257 2024-11-11T01:21:42,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896/rs 2024-11-11T01:21:42,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330761896/rs/612696b701d2,33257,1731288076357 2024-11-11T01:21:42,123 INFO [RS:0;612696b701d2:33257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:42,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,33257,1731288076357] 2024-11-11T01:21:42,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-330761896/draining/612696b701d2,33257,1731288076357 already deleted, retry=false 2024-11-11T01:21:42,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,33257,1731288076357 expired; onlineServers=0 2024-11-11T01:21:42,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38747,1731288076164' ***** 2024-11-11T01:21:42,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:21:42,144 INFO [M:0;612696b701d2:38747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:21:42,144 INFO [M:0;612696b701d2:38747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:21:42,145 DEBUG [M:0;612696b701d2:38747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:21:42,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:21:42,145 DEBUG [M:0;612696b701d2:38747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:21:42,145 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288078356 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288078356,5,FailOnTimeoutGroup] 2024-11-11T01:21:42,145 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288078355 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288078355,5,FailOnTimeoutGroup] 2024-11-11T01:21:42,145 INFO [M:0;612696b701d2:38747 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:21:42,145 INFO [M:0;612696b701d2:38747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:21:42,145 DEBUG [M:0;612696b701d2:38747 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:21:42,145 INFO [M:0;612696b701d2:38747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:21:42,145 INFO [M:0;612696b701d2:38747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:21:42,145 INFO [M:0;612696b701d2:38747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:21:42,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:21:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330761896/master 2024-11-11T01:21:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330761896 2024-11-11T01:21:42,155 DEBUG [M:0;612696b701d2:38747 {}] zookeeper.ZKUtil(347): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Unable to get data of znode /0-330761896/master because node does not exist (not an error) 2024-11-11T01:21:42,155 WARN [M:0;612696b701d2:38747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:21:42,156 INFO [M:0;612696b701d2:38747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/.lastflushedseqids 2024-11-11T01:21:42,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741848_1024 (size=245) 2024-11-11T01:21:42,160 INFO [M:0;612696b701d2:38747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:21:42,160 INFO [M:0;612696b701d2:38747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:21:42,160 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:42,160 INFO [M:0;612696b701d2:38747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:42,160 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:42,160 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:42,160 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:42,161 INFO [M:0;612696b701d2:38747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T01:21:42,179 DEBUG [M:0;612696b701d2:38747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68032643082c438e8df6f6c8a65c8700 is 82, key is hbase:meta,,1/info:regioninfo/1731288079640/Put/seqid=0 2024-11-11T01:21:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741849_1025 (size=5672) 2024-11-11T01:21:42,182 INFO [M:0;612696b701d2:38747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68032643082c438e8df6f6c8a65c8700 2024-11-11T01:21:42,203 DEBUG [M:0;612696b701d2:38747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e4d6be0dc79479ab4213abe6247e487 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288089688/Put/seqid=0 2024-11-11T01:21:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741850_1026 (size=8516) 2024-11-11T01:21:42,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:42,234 INFO [RS:0;612696b701d2:33257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:42,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101277b829f0001, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:42,234 INFO [RS:0;612696b701d2:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,33257,1731288076357; zookeeper connection closed. 2024-11-11T01:21:42,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eff6827 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eff6827 2024-11-11T01:21:42,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:21:42,607 INFO [M:0;612696b701d2:38747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e4d6be0dc79479ab4213abe6247e487 2024-11-11T01:21:42,622 DEBUG [M:0;612696b701d2:38747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b73787337464576a3d68be7c42f9de4 is 69, key is 612696b701d2,33257,1731288076357/rs:state/1731288078423/Put/seqid=0 2024-11-11T01:21:42,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741851_1027 (size=5156) 2024-11-11T01:21:42,626 INFO [M:0;612696b701d2:38747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b73787337464576a3d68be7c42f9de4 2024-11-11T01:21:42,630 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68032643082c438e8df6f6c8a65c8700 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68032643082c438e8df6f6c8a65c8700 2024-11-11T01:21:42,633 INFO [M:0;612696b701d2:38747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68032643082c438e8df6f6c8a65c8700, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:21:42,634 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e4d6be0dc79479ab4213abe6247e487 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e4d6be0dc79479ab4213abe6247e487 2024-11-11T01:21:42,638 INFO [M:0;612696b701d2:38747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e4d6be0dc79479ab4213abe6247e487, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:21:42,638 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b73787337464576a3d68be7c42f9de4 as hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b73787337464576a3d68be7c42f9de4 2024-11-11T01:21:42,642 INFO [M:0;612696b701d2:38747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b73787337464576a3d68be7c42f9de4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:21:42,642 INFO [M:0;612696b701d2:38747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=97, compaction requested=false 2024-11-11T01:21:42,643 INFO [M:0;612696b701d2:38747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:42,644 DEBUG [M:0;612696b701d2:38747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288102160Disabling compacts and flushes for region at 1731288102160Disabling writes for close at 1731288102160Obtaining lock to block concurrent updates at 1731288102161 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288102161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731288102161Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288102161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288102161Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288102179 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288102179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288102186 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288102203 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288102203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288102610 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288102622 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288102622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf5f40c: reopening flushed file at 1731288102629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b2630d: reopening flushed file at 1731288102634 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18de05b6: reopening flushed file at 1731288102638 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=97, compaction requested=false at 1731288102642 (+4 ms)Writing region close event to WAL at 1731288102643 (+1 ms)Closed at 1731288102643 2024-11-11T01:21:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741830_1006 (size=63654) 2024-11-11T01:21:42,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc510a22-5bae-fc57-efa6-07391d72c4be/MasterData/WALs/612696b701d2,38747,1731288076164/612696b701d2%2C38747%2C1731288076164.1731288078077 not finished, retry = 0 2024-11-11T01:21:42,746 INFO [M:0;612696b701d2:38747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:21:42,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:21:42,746 INFO [M:0;612696b701d2:38747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38747 2024-11-11T01:21:42,746 INFO [M:0;612696b701d2:38747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:21:42,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:42,897 INFO [M:0;612696b701d2:38747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:21:42,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38747-0x101277b829f0000, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:21:42,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d26ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:42,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:42,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:42,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:42,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:42,901 WARN [BP-2021553327-172.17.0.3-1731288073996 heartbeating to localhost/127.0.0.1:34875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:21:42,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:21:42,901 WARN [BP-2021553327-172.17.0.3-1731288073996 heartbeating to localhost/127.0.0.1:34875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021553327-172.17.0.3-1731288073996 (Datanode Uuid cf5af871-b7b8-4892-b0c9-33ae22afd63d) service to localhost/127.0.0.1:34875 2024-11-11T01:21:42,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:21:42,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/data/data1/current/BP-2021553327-172.17.0.3-1731288073996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:42,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/cluster_5d7cf76a-9e15-8462-7ea4-2d4aea7975f3/data/data2/current/BP-2021553327-172.17.0.3-1731288073996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:21:42,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:21:42,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@568853b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:42,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:21:42,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:21:42,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:21:42,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68588c29-3d65-58f7-8eb4-dfd3fd00eaec/hadoop.log.dir/,STOPPED} 2024-11-11T01:21:42,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:21:42,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:21:42,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 243) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34875 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=2185 (was 2238) 2024-11-11T01:21:42,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=2185 2024-11-11T01:21:42,949 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T01:21:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir so I do NOT create it in target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae 2024-11-11T01:21:42,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:21:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.tmp.dir so I do NOT create it in target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae 2024-11-11T01:21:42,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a55a1d3-ff99-e6ce-ce76-fbfb1314a9fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:21:42,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae 2024-11-11T01:21:42,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6, deleteOnExit=true 2024-11-11T01:21:42,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/zookeeper_0, clientPort=51134, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:21:42,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51134 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/test.cache.data in system properties and HBase conf 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:21:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:21:42,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:21:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:21:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277b829f0005, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:21:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277b829f0002, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:21:43,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277b829f0005, quorum=127.0.0.1:55171, baseZNode=/11402508677 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:21:43,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277b829f0002, quorum=127.0.0.1:55171, baseZNode=/0-330761896 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:21:43,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:43,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:43,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:43,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:43,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:43,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:21:43,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:43,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:43,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:43,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/java.io.tmpdir/jetty-localhost-41397-hadoop-hdfs-3_4_1-tests_jar-_-any-2865067639926953453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:43,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:41397} 2024-11-11T01:21:43,412 INFO [Time-limited test {}] server.Server(415): Started @227258ms 2024-11-11T01:21:43,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:43,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:43,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:43,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:43,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:43,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:43,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:43,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/java.io.tmpdir/jetty-localhost-40311-hadoop-hdfs-3_4_1-tests_jar-_-any-9304097811673207469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:43,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:40311} 2024-11-11T01:21:43,785 INFO [Time-limited test {}] server.Server(415): Started @227631ms 2024-11-11T01:21:43,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:21:44,371 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/data/data2/current/BP-1934723544-172.17.0.3-1731288102967/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:44,371 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/data/data1/current/BP-1934723544-172.17.0.3-1731288102967/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:44,388 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:21:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4466d4fdd658f249 with lease ID 0x2dd5564a6b9ad767: Processing first storage report for DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3 from datanode DatanodeRegistration(127.0.0.1:45327, datanodeUuid=201bc5b2-9ab1-41bf-85ad-bc1e63071d75, infoPort=42217, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=848551330;c=1731288102967) 2024-11-11T01:21:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4466d4fdd658f249 with lease ID 0x2dd5564a6b9ad767: from storage DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3 node DatanodeRegistration(127.0.0.1:45327, datanodeUuid=201bc5b2-9ab1-41bf-85ad-bc1e63071d75, infoPort=42217, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=848551330;c=1731288102967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4466d4fdd658f249 with lease ID 0x2dd5564a6b9ad767: Processing first storage report for DS-bb97b4a7-ec13-4754-b179-b3f565b10fc0 from datanode DatanodeRegistration(127.0.0.1:45327, datanodeUuid=201bc5b2-9ab1-41bf-85ad-bc1e63071d75, infoPort=42217, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=848551330;c=1731288102967) 2024-11-11T01:21:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4466d4fdd658f249 with lease ID 0x2dd5564a6b9ad767: from storage DS-bb97b4a7-ec13-4754-b179-b3f565b10fc0 node DatanodeRegistration(127.0.0.1:45327, datanodeUuid=201bc5b2-9ab1-41bf-85ad-bc1e63071d75, infoPort=42217, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=848551330;c=1731288102967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:44,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae 2024-11-11T01:21:44,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:44,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:21:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:21:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:21:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:21:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:21:44,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78 with version=8 2024-11-11T01:21:44,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/hbase-staging 2024-11-11T01:21:44,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:21:44,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:44,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45201 2024-11-11T01:21:44,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45201 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452010x0, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:44,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45201-0x101277bf3d20000 connected 2024-11-11T01:21:45,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:45,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:45,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/running 2024-11-11T01:21:45,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78, hbase.cluster.distributed=false 2024-11-11T01:21:45,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/acl 2024-11-11T01:21:45,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-11T01:21:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45201 2024-11-11T01:21:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45201 2024-11-11T01:21:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-11T01:21:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-11T01:21:45,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:21:45,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:45,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37537 2024-11-11T01:21:45,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37537 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:45,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:45,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:45,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375370x0, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:45,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375370x0, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/running 2024-11-11T01:21:45,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37537-0x101277bf3d20001 connected 2024-11-11T01:21:45,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:21:45,045 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:21:45,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/master 2024-11-11T01:21:45,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/acl 2024-11-11T01:21:45,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T01:21:45,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37537 2024-11-11T01:21:45,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37537 2024-11-11T01:21:45,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T01:21:45,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-11T01:21:45,069 DEBUG [M:0;612696b701d2:45201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:45201 2024-11-11T01:21:45,070 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1724381220/backup-masters/612696b701d2,45201,1731288104824 2024-11-11T01:21:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/backup-masters 2024-11-11T01:21:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/backup-masters 2024-11-11T01:21:45,081 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on existing znode=/0-1724381220/backup-masters/612696b701d2,45201,1731288104824 2024-11-11T01:21:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724381220/master 2024-11-11T01:21:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:45,092 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on existing znode=/0-1724381220/master 2024-11-11T01:21:45,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1724381220/backup-masters/612696b701d2,45201,1731288104824 from backup master directory 2024-11-11T01:21:45,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/backup-masters 2024-11-11T01:21:45,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724381220/backup-masters/612696b701d2,45201,1731288104824 2024-11-11T01:21:45,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/backup-masters 2024-11-11T01:21:45,102 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:45,102 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,45201,1731288104824 2024-11-11T01:21:45,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/hbase.id] with ID: 1e8332c2-de64-4299-9856-3774809bece9 2024-11-11T01:21:45,105 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/.tmp/hbase.id 2024-11-11T01:21:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:21:45,509 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/.tmp/hbase.id]:[hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/hbase.id] 2024-11-11T01:21:45,516 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:45,516 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:21:45,517 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:21:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:21:45,570 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:45,571 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:21:45,571 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:21:45,977 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store 2024-11-11T01:21:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:21:46,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:46,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:46,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:46,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:46,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:46,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:46,383 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:46,383 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288106383Disabling compacts and flushes for region at 1731288106383Disabling writes for close at 1731288106383Writing region close event to WAL at 1731288106383Closed at 1731288106383 2024-11-11T01:21:46,384 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/.initializing 2024-11-11T01:21:46,384 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/WALs/612696b701d2,45201,1731288104824 2024-11-11T01:21:46,384 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:46,386 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C45201%2C1731288104824, suffix=, logDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/WALs/612696b701d2,45201,1731288104824, archiveDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/oldWALs, maxLogs=10 2024-11-11T01:21:46,401 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/WALs/612696b701d2,45201,1731288104824/612696b701d2%2C45201%2C1731288104824.1731288106386, exclude list is [], retry=0 2024-11-11T01:21:46,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45327,DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3,DISK] 2024-11-11T01:21:46,405 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/WALs/612696b701d2,45201,1731288104824/612696b701d2%2C45201%2C1731288104824.1731288106386 2024-11-11T01:21:46,405 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-11T01:21:46,405 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:46,405 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:46,405 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,405 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:21:46,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:46,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:46,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:21:46,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:46,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:46,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:21:46,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:46,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:46,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:21:46,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:46,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:46,412 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,412 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,413 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,413 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,413 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,414 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:46,414 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:46,416 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:46,416 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70542369, jitterRate=0.0511632114648819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:46,417 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288106405Initializing all the Stores at 1731288106406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288106406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288106406Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288106406Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288106406Cleaning up temporary data from old regions at 1731288106413 (+7 ms)Region opened successfully at 1731288106417 (+4 ms) 2024-11-11T01:21:46,417 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:21:46,420 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cadf0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:46,421 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:21:46,421 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:21:46,421 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:21:46,421 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:21:46,421 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:21:46,422 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:21:46,422 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:21:46,423 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:21:46,424 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/balancer because node does not exist (not necessarily an error) 2024-11-11T01:21:46,470 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/balancer already deleted, retry=false 2024-11-11T01:21:46,471 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:21:46,471 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:21:46,481 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/normalizer already deleted, retry=false 2024-11-11T01:21:46,481 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:21:46,482 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:21:46,491 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/switch/split already deleted, retry=false 2024-11-11T01:21:46,492 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:21:46,502 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/switch/merge already deleted, retry=false 2024-11-11T01:21:46,504 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:21:46,512 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/snapshot-cleanup already deleted, retry=false 2024-11-11T01:21:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724381220/running 2024-11-11T01:21:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724381220/running 2024-11-11T01:21:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,523 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,45201,1731288104824, sessionid=0x101277bf3d20000, setting cluster-up flag (Was=false) 2024-11-11T01:21:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,576 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724381220/flush-table-proc/acquired, /0-1724381220/flush-table-proc/reached, /0-1724381220/flush-table-proc/abort 2024-11-11T01:21:46,576 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45201,1731288104824 2024-11-11T01:21:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:46,628 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724381220/online-snapshot/acquired, /0-1724381220/online-snapshot/reached, /0-1724381220/online-snapshot/abort 2024-11-11T01:21:46,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45201,1731288104824 2024-11-11T01:21:46,630 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:21:46,631 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:46,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:21:46,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:21:46,632 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,45201,1731288104824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:46,633 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:46,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:21:46,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:46,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288136643 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:21:46,643 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:21:46,644 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:21:46,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:21:46,647 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:21:46,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:21:46,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:21:46,648 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:21:46,653 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288106648,5,FailOnTimeoutGroup] 2024-11-11T01:21:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:21:46,654 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288106653,5,FailOnTimeoutGroup] 2024-11-11T01:21:46,654 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,654 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:21:46,654 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,654 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,661 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(746): ClusterId : 1e8332c2-de64-4299-9856-3774809bece9 2024-11-11T01:21:46,661 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:21:46,671 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:21:46,671 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:21:46,682 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:21:46,682 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c1ff4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:46,692 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:37537 2024-11-11T01:21:46,692 INFO [RS:0;612696b701d2:37537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:21:46,692 INFO [RS:0;612696b701d2:37537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:21:46,693 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:21:46,693 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,45201,1731288104824 with port=37537, startcode=1731288105030 2024-11-11T01:21:46,693 DEBUG [RS:0;612696b701d2:37537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:21:46,695 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:21:46,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,37537,1731288105030 2024-11-11T01:21:46,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45201 {}] master.ServerManager(517): Registering regionserver=612696b701d2,37537,1731288105030 2024-11-11T01:21:46,697 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78 2024-11-11T01:21:46,697 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41587 2024-11-11T01:21:46,697 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/rs 2024-11-11T01:21:46,707 DEBUG [RS:0;612696b701d2:37537 {}] zookeeper.ZKUtil(111): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on existing znode=/0-1724381220/rs/612696b701d2,37537,1731288105030 2024-11-11T01:21:46,707 WARN [RS:0;612696b701d2:37537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:46,708 INFO [RS:0;612696b701d2:37537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:46,708 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030 2024-11-11T01:21:46,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,37537,1731288105030] 2024-11-11T01:21:46,710 INFO [RS:0;612696b701d2:37537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:21:46,711 INFO [RS:0;612696b701d2:37537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:21:46,711 INFO [RS:0;612696b701d2:37537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:21:46,711 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,711 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:21:46,712 INFO [RS:0;612696b701d2:37537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:21:46,712 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,712 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:46,713 DEBUG [RS:0;612696b701d2:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,719 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37537,1731288105030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:46,735 INFO [RS:0;612696b701d2:37537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:21:46,735 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37537,1731288105030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,736 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,736 INFO [RS:0;612696b701d2:37537 {}] regionserver.Replication(171): 612696b701d2,37537,1731288105030 started 2024-11-11T01:21:46,750 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:46,750 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,37537,1731288105030, RpcServer on 612696b701d2/172.17.0.3:37537, sessionid=0x101277bf3d20001 2024-11-11T01:21:46,750 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:21:46,750 DEBUG [RS:0;612696b701d2:37537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,37537,1731288105030 2024-11-11T01:21:46,750 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37537,1731288105030' 2024-11-11T01:21:46,750 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724381220/flush-table-proc/abort' 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724381220/flush-table-proc/acquired' 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,37537,1731288105030 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,37537,1731288105030' 2024-11-11T01:21:46,751 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724381220/online-snapshot/abort' 2024-11-11T01:21:46,752 DEBUG [RS:0;612696b701d2:37537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724381220/online-snapshot/acquired' 2024-11-11T01:21:46,752 DEBUG [RS:0;612696b701d2:37537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:21:46,752 INFO [RS:0;612696b701d2:37537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:21:46,752 INFO [RS:0;612696b701d2:37537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:21:46,852 INFO [RS:0;612696b701d2:37537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:46,853 INFO [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C37537%2C1731288105030, suffix=, logDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030, archiveDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs, maxLogs=10 2024-11-11T01:21:46,865 DEBUG [RS:0;612696b701d2:37537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, exclude list is [], retry=0 2024-11-11T01:21:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45327,DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3,DISK] 2024-11-11T01:21:46,868 INFO [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 2024-11-11T01:21:46,869 DEBUG [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-11T01:21:47,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:21:47,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78 2024-11-11T01:21:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:21:47,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:47,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:47,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38394 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:47,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:47,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:47,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:47,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:47,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:47,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:47,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:47,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:47,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:47,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:47,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740 2024-11-11T01:21:47,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740 2024-11-11T01:21:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:47,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:47,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446709, jitterRate=-0.009866878390312195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288107459Initializing all the Stores at 1731288107460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288107460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107460Cleaning up temporary data from old regions at 1731288107468 (+8 ms)Region opened successfully at 1731288107470 (+2 ms) 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:47,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:47,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:47,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288107470Disabling compacts and flushes for region at 1731288107470Disabling writes for close at 1731288107470Writing region close event to WAL at 1731288107471 (+1 ms)Closed at 1731288107471 2024-11-11T01:21:47,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:47,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:21:47,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:21:47,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:47,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:21:47,623 DEBUG [612696b701d2:45201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:21:47,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:21:47,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37537,1731288105030, state=OPENING 2024-11-11T01:21:47,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:21:47,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724381220/meta-region-server: CHANGED 2024-11-11T01:21:47,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724381220/meta-region-server: CHANGED 2024-11-11T01:21:47,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:47,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37537,1731288105030}] 2024-11-11T01:21:47,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:47,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:21:47,864 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:21:47,864 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:47,864 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:21:47,866 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C37537%2C1731288105030.meta, suffix=.meta, logDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030, archiveDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs, maxLogs=10 2024-11-11T01:21:47,879 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.meta.1731288107867.meta, exclude list is [], retry=0 2024-11-11T01:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45327,DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3,DISK] 2024-11-11T01:21:47,883 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.meta.1731288107867.meta 2024-11-11T01:21:47,884 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-11T01:21:47,884 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:47,885 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:21:47,885 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:21:47,885 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:21:47,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:47,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:47,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:47,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:47,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:47,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:47,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:47,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:47,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:47,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:47,890 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:47,891 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740 2024-11-11T01:21:47,891 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740 2024-11-11T01:21:47,892 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:47,892 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:47,893 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:47,893 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:47,894 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69942202, jitterRate=0.04222002625465393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:47,894 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:21:47,894 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288107885Writing region info on filesystem at 1731288107885Initializing all the Stores at 1731288107886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288107886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288107886Cleaning up temporary data from old regions at 1731288107892 (+6 ms)Running coprocessor post-open hooks at 1731288107894 (+2 ms)Region opened successfully at 1731288107894 2024-11-11T01:21:47,895 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288107860 2024-11-11T01:21:47,897 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:21:47,897 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:21:47,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:21:47,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,37537,1731288105030, state=OPEN 2024-11-11T01:21:47,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724381220/meta-region-server 2024-11-11T01:21:47,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724381220/meta-region-server 2024-11-11T01:21:47,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,37537,1731288105030 2024-11-11T01:21:47,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724381220/meta-region-server: CHANGED 2024-11-11T01:21:47,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724381220/meta-region-server: CHANGED 2024-11-11T01:21:47,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:21:47,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,37537,1731288105030 in 209 msec 2024-11-11T01:21:47,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:21:47,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-11T01:21:47,921 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:47,921 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:21:47,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:47,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37537,1731288105030, seqNum=-1] 2024-11-11T01:21:47,922 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:47,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:47,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-11T01:21:47,927 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288107927, completionTime=-1 2024-11-11T01:21:47,928 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:21:47,928 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:21:47,929 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:21:47,929 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288167929 2024-11-11T01:21:47,929 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288227929 2024-11-11T01:21:47,929 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:45201, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,930 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,931 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.831sec 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:47,933 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:21:47,935 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:21:47,935 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:21:47,935 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45201,1731288104824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:47,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:47,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:21:47,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:47,963 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:21:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:21:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744a7ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:21:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:47,965 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:47,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:47,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37537,1731288105030, seqNum=-1] 2024-11-11T01:21:47,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:47,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:47,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,45201,1731288104824 2024-11-11T01:21:47,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:47,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277bf3d20002 connected 2024-11-11T01:21:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir so I do NOT create it in target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45 2024-11-11T01:21:47,993 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:21:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.tmp.dir so I do NOT create it in target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45 2024-11-11T01:21:47,993 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:21:47,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45 2024-11-11T01:21:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:21:47,993 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/cluster_5080a0a3-3d7d-2cfb-fea8-ae13d4d5e85d, deleteOnExit=true 2024-11-11T01:21:47,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/test.cache.data in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:21:47,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:47,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:21:47,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:21:48,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:48,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:48,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:48,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:48,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:48,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:48,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:48,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:48,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/java.io.tmpdir/jetty-localhost-39197-hadoop-hdfs-3_4_1-tests_jar-_-any-8567120519601058911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:48,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:39197} 2024-11-11T01:21:48,437 INFO [Time-limited test {}] server.Server(415): Started @232283ms 2024-11-11T01:21:48,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:48,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:48,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:48,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:48,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:48,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:48,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:48,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-15056811691130269364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:48,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-11T01:21:48,853 INFO [Time-limited test {}] server.Server(415): Started @232699ms 2024-11-11T01:21:48,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:21:49,511 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/cluster_5080a0a3-3d7d-2cfb-fea8-ae13d4d5e85d/data/data1/current/BP-1034997799-172.17.0.3-1731288108008/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:49,511 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/cluster_5080a0a3-3d7d-2cfb-fea8-ae13d4d5e85d/data/data2/current/BP-1034997799-172.17.0.3-1731288108008/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:49,533 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62175aca80cd80ba with lease ID 0xc88d2fecb7eae67c: Processing first storage report for DS-baa8c75c-048d-4c26-994a-2239ca454a91 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=6453dfb7-2240-4a27-9a20-0d23e0d1ed21, infoPort=37441, infoSecurePort=0, ipcPort=45809, storageInfo=lv=-57;cid=testClusterID;nsid=599410765;c=1731288108008) 2024-11-11T01:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62175aca80cd80ba with lease ID 0xc88d2fecb7eae67c: from storage DS-baa8c75c-048d-4c26-994a-2239ca454a91 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=6453dfb7-2240-4a27-9a20-0d23e0d1ed21, infoPort=37441, infoSecurePort=0, ipcPort=45809, storageInfo=lv=-57;cid=testClusterID;nsid=599410765;c=1731288108008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62175aca80cd80ba with lease ID 0xc88d2fecb7eae67c: Processing first storage report for DS-a6e8e55f-7a38-4749-be16-659be941fb05 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=6453dfb7-2240-4a27-9a20-0d23e0d1ed21, infoPort=37441, infoSecurePort=0, ipcPort=45809, storageInfo=lv=-57;cid=testClusterID;nsid=599410765;c=1731288108008) 2024-11-11T01:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62175aca80cd80ba with lease ID 0xc88d2fecb7eae67c: from storage DS-a6e8e55f-7a38-4749-be16-659be941fb05 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=6453dfb7-2240-4a27-9a20-0d23e0d1ed21, infoPort=37441, infoSecurePort=0, ipcPort=45809, storageInfo=lv=-57;cid=testClusterID;nsid=599410765;c=1731288108008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:49,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45 2024-11-11T01:21:49,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:49,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:21:50,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e with version=8 2024-11-11T01:21:50,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/hbase-staging 2024-11-11T01:21:50,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:50,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:21:50,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:50,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38751 2024-11-11T01:21:50,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38751 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:50,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387510x0, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:50,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38751-0x101277bf3d20003 connected 2024-11-11T01:21:50,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:50,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:50,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:50,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/running 2024-11-11T01:21:50,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e, hbase.cluster.distributed=false 2024-11-11T01:21:50,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/acl 2024-11-11T01:21:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-11T01:21:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38751 2024-11-11T01:21:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38751 2024-11-11T01:21:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-11T01:21:50,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-11T01:21:50,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:50,172 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:50,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:21:50,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:50,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38699 2024-11-11T01:21:50,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38699 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:50,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:50,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:50,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386990x0, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:50,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386990x0, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/running 2024-11-11T01:21:50,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38699-0x101277bf3d20004 connected 2024-11-11T01:21:50,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:21:50,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:21:50,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/master 2024-11-11T01:21:50,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/acl 2024-11-11T01:21:50,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-11T01:21:50,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38699 2024-11-11T01:21:50,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38699 2024-11-11T01:21:50,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-11T01:21:50,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-11T01:21:50,209 DEBUG [M:0;612696b701d2:38751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38751 2024-11-11T01:21:50,210 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /128629867/backup-masters/612696b701d2,38751,1731288110015 2024-11-11T01:21:50,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/backup-masters 2024-11-11T01:21:50,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/backup-masters 2024-11-11T01:21:50,254 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on existing znode=/128629867/backup-masters/612696b701d2,38751,1731288110015 2024-11-11T01:21:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128629867/master 2024-11-11T01:21:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:50,341 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on existing znode=/128629867/master 2024-11-11T01:21:50,341 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /128629867/backup-masters/612696b701d2,38751,1731288110015 from backup master directory 2024-11-11T01:21:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/backup-masters 2024-11-11T01:21:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128629867/backup-masters/612696b701d2,38751,1731288110015 2024-11-11T01:21:50,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/backup-masters 2024-11-11T01:21:50,376 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:50,376 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38751,1731288110015 2024-11-11T01:21:50,378 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/hbase.id] with ID: 122121ed-d727-448e-a438-44aba1214699 2024-11-11T01:21:50,379 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/.tmp/hbase.id 2024-11-11T01:21:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:21:50,787 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/.tmp/hbase.id]:[hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/hbase.id] 2024-11-11T01:21:50,796 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:50,796 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:21:50,797 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:21:50,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:50,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:21:51,286 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:51,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:21:51,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:21:51,698 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store 2024-11-11T01:21:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:51,703 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:51,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288111703Disabling compacts and flushes for region at 1731288111703Disabling writes for close at 1731288111703Writing region close event to WAL at 1731288111703Closed at 1731288111703 2024-11-11T01:21:51,704 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/.initializing 2024-11-11T01:21:51,704 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/WALs/612696b701d2,38751,1731288110015 2024-11-11T01:21:51,705 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:51,706 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38751%2C1731288110015, suffix=, logDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/WALs/612696b701d2,38751,1731288110015, archiveDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/oldWALs, maxLogs=10 2024-11-11T01:21:51,718 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/WALs/612696b701d2,38751,1731288110015/612696b701d2%2C38751%2C1731288110015.1731288111706, exclude list is [], retry=0 2024-11-11T01:21:51,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-baa8c75c-048d-4c26-994a-2239ca454a91,DISK] 2024-11-11T01:21:51,722 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/WALs/612696b701d2,38751,1731288110015/612696b701d2%2C38751%2C1731288110015.1731288111706 2024-11-11T01:21:51,722 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-11T01:21:51,722 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:51,723 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:51,723 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,723 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:21:51,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:51,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:51,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:21:51,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:51,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:51,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:21:51,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:51,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:51,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:21:51,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:51,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:51,729 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,730 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,730 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:51,732 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:51,733 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:51,733 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73056379, jitterRate=0.08862487971782684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:51,734 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288111723Initializing all the Stores at 1731288111723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288111724 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288111724Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288111724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288111724Cleaning up temporary data from old regions at 1731288111731 (+7 ms)Region opened successfully at 1731288111734 (+3 ms) 2024-11-11T01:21:51,734 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:21:51,736 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e358382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:51,737 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:21:51,737 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:21:51,737 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:21:51,738 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:21:51,738 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:21:51,738 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:21:51,738 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:21:51,740 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:21:51,741 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/balancer because node does not exist (not necessarily an error) 2024-11-11T01:21:51,818 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/balancer already deleted, retry=false 2024-11-11T01:21:51,818 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:21:51,819 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:21:51,828 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/normalizer already deleted, retry=false 2024-11-11T01:21:51,829 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:21:51,829 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:21:51,838 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/switch/split already deleted, retry=false 2024-11-11T01:21:51,839 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:21:51,849 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/switch/merge already deleted, retry=false 2024-11-11T01:21:51,850 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:21:51,859 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/snapshot-cleanup already deleted, retry=false 2024-11-11T01:21:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128629867/running 2024-11-11T01:21:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128629867/running 2024-11-11T01:21:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38751,1731288110015, sessionid=0x101277bf3d20003, setting cluster-up flag (Was=false) 2024-11-11T01:21:51,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,923 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /128629867/flush-table-proc/acquired, /128629867/flush-table-proc/reached, /128629867/flush-table-proc/abort 2024-11-11T01:21:51,924 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38751,1731288110015 2024-11-11T01:21:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:51,975 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /128629867/online-snapshot/acquired, /128629867/online-snapshot/reached, /128629867/online-snapshot/abort 2024-11-11T01:21:51,976 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38751,1731288110015 2024-11-11T01:21:51,977 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:21:51,978 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:51,979 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:21:51,979 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:21:51,979 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38751,1731288110015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:21:51,980 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:51,980 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:51,980 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:51,981 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:51,981 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:21:51,981 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:51,981 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:51,981 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:51,981 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288141981 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:21:51,982 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:51,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:51,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:21:51,984 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:51,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:21:51,988 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:21:51,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:21:51,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:21:51,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:21:51,992 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:21:51,992 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:21:51,996 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288111992,5,FailOnTimeoutGroup] 2024-11-11T01:21:51,996 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288111996,5,FailOnTimeoutGroup] 2024-11-11T01:21:51,996 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:51,996 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:21:51,996 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:51,996 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,005 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(746): ClusterId : 122121ed-d727-448e-a438-44aba1214699 2024-11-11T01:21:52,005 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:21:52,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:21:52,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:21:52,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e 2024-11-11T01:21:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:21:52,018 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:21:52,018 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:21:52,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:52,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:52,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:52,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:52,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:52,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:52,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:52,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:52,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:52,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:52,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740 2024-11-11T01:21:52,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740 2024-11-11T01:21:52,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:52,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:52,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:52,029 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:21:52,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:52,030 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce1eb11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:52,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:52,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59234956, jitterRate=-0.11733037233352661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:52,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288112019Initializing all the Stores at 1731288112019Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112020 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288112020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112020Cleaning up temporary data from old regions at 1731288112028 (+8 ms)Region opened successfully at 1731288112033 (+5 ms) 2024-11-11T01:21:52,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:52,033 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:52,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:52,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:52,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:52,036 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:52,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288112033Disabling compacts and flushes for region at 1731288112033Disabling writes for close at 1731288112033Writing region close event to WAL at 1731288112036 (+3 ms)Closed at 1731288112036 2024-11-11T01:21:52,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:52,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:21:52,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:21:52,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:52,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:21:52,045 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:38699 2024-11-11T01:21:52,046 INFO [RS:0;612696b701d2:38699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:21:52,046 INFO [RS:0;612696b701d2:38699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:21:52,046 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:21:52,046 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38751,1731288110015 with port=38699, startcode=1731288110171 2024-11-11T01:21:52,047 DEBUG [RS:0;612696b701d2:38699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:21:52,048 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:21:52,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,38699,1731288110171 2024-11-11T01:21:52,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38751 {}] master.ServerManager(517): Registering regionserver=612696b701d2,38699,1731288110171 2024-11-11T01:21:52,050 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e 2024-11-11T01:21:52,050 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36287 2024-11-11T01:21:52,050 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:21:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/rs 2024-11-11T01:21:52,060 DEBUG [RS:0;612696b701d2:38699 {}] zookeeper.ZKUtil(111): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on existing znode=/128629867/rs/612696b701d2,38699,1731288110171 2024-11-11T01:21:52,060 WARN [RS:0;612696b701d2:38699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:52,060 INFO [RS:0;612696b701d2:38699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:52,060 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171 2024-11-11T01:21:52,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,38699,1731288110171] 2024-11-11T01:21:52,065 INFO [RS:0;612696b701d2:38699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:21:52,067 INFO [RS:0;612696b701d2:38699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:21:52,068 INFO [RS:0;612696b701d2:38699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:21:52,068 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,069 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:21:52,069 INFO [RS:0;612696b701d2:38699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:21:52,069 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:52,070 DEBUG [RS:0;612696b701d2:38699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,072 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38699,1731288110171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:52,093 INFO [RS:0;612696b701d2:38699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:21:52,093 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38699,1731288110171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,093 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,093 INFO [RS:0;612696b701d2:38699 {}] regionserver.Replication(171): 612696b701d2,38699,1731288110171 started 2024-11-11T01:21:52,109 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,109 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,38699,1731288110171, RpcServer on 612696b701d2/172.17.0.3:38699, sessionid=0x101277bf3d20004 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,38699,1731288110171 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38699,1731288110171' 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/128629867/flush-table-proc/abort' 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/128629867/flush-table-proc/acquired' 2024-11-11T01:21:52,110 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,38699,1731288110171 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,38699,1731288110171' 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/128629867/online-snapshot/abort' 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/128629867/online-snapshot/acquired' 2024-11-11T01:21:52,111 DEBUG [RS:0;612696b701d2:38699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:21:52,111 INFO [RS:0;612696b701d2:38699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:21:52,111 INFO [RS:0;612696b701d2:38699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:21:52,190 WARN [612696b701d2:38751 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:21:52,212 INFO [RS:0;612696b701d2:38699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:52,213 INFO [RS:0;612696b701d2:38699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38699%2C1731288110171, suffix=, logDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171, archiveDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/oldWALs, maxLogs=10 2024-11-11T01:21:52,230 DEBUG [RS:0;612696b701d2:38699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, exclude list is [], retry=0 2024-11-11T01:21:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-baa8c75c-048d-4c26-994a-2239ca454a91,DISK] 2024-11-11T01:21:52,234 INFO [RS:0;612696b701d2:38699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 2024-11-11T01:21:52,234 DEBUG [RS:0;612696b701d2:38699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-11T01:21:52,440 DEBUG [612696b701d2:38751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:21:52,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:21:52,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38699,1731288110171, state=OPENING 2024-11-11T01:21:52,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:21:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:21:52,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128629867/meta-region-server: CHANGED 2024-11-11T01:21:52,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128629867/meta-region-server: CHANGED 2024-11-11T01:21:52,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:52,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38699,1731288110171}] 2024-11-11T01:21:52,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:52,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:21:52,705 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:21:52,705 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:52,705 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:21:52,706 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38699%2C1731288110171.meta, suffix=.meta, logDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171, archiveDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/oldWALs, maxLogs=10 2024-11-11T01:21:52,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:21:52,720 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.meta.1731288112707.meta, exclude list is [], retry=0 2024-11-11T01:21:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-baa8c75c-048d-4c26-994a-2239ca454a91,DISK] 2024-11-11T01:21:52,723 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.meta.1731288112707.meta 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:52,724 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:21:52,724 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:21:52,724 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:21:52,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:52,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:52,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:52,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:52,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:52,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:52,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:52,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:52,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:52,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:52,730 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:52,730 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740 2024-11-11T01:21:52,731 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740 2024-11-11T01:21:52,732 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:52,732 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:52,732 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:52,733 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:52,734 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64474544, jitterRate=-0.03925442695617676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:52,734 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:21:52,734 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288112725Writing region info on filesystem at 1731288112725Initializing all the Stores at 1731288112725Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112726 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288112726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288112726Cleaning up temporary data from old regions at 1731288112732 (+6 ms)Running coprocessor post-open hooks at 1731288112734 (+2 ms)Region opened successfully at 1731288112734 2024-11-11T01:21:52,735 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288112701 2024-11-11T01:21:52,736 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:21:52,736 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:21:52,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:21:52,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,38699,1731288110171, state=OPEN 2024-11-11T01:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/128629867/meta-region-server 2024-11-11T01:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/128629867/meta-region-server 2024-11-11T01:21:52,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,38699,1731288110171 2024-11-11T01:21:52,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128629867/meta-region-server: CHANGED 2024-11-11T01:21:52,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128629867/meta-region-server: CHANGED 2024-11-11T01:21:52,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:21:52,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,38699,1731288110171 in 200 msec 2024-11-11T01:21:52,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:21:52,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-11-11T01:21:52,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:52,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:21:52,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:52,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38699,1731288110171, seqNum=-1] 2024-11-11T01:21:52,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:52,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:52,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 780 msec 2024-11-11T01:21:52,759 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288112758, completionTime=-1 2024-11-11T01:21:52,759 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:21:52,759 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:21:52,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:21:52,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288172760 2024-11-11T01:21:52,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288232760 2024-11-11T01:21:52,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:21:52,760 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38751, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,762 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.387sec 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:52,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:21:52,765 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:21:52,765 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:21:52,765 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38751,1731288110015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:52,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:21:52,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:52,807 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93f7098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:52,808 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:52,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:52,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38699,1731288110171, seqNum=-1] 2024-11-11T01:21:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:52,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:52,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,38751,1731288110015 2024-11-11T01:21:52,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:52,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:52,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277bf3d20005 connected 2024-11-11T01:21:52,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir so I do NOT create it in target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02 2024-11-11T01:21:52,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:21:52,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.tmp.dir so I do NOT create it in target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02 2024-11-11T01:21:52,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:21:52,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02 2024-11-11T01:21:52,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:21:52,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/cluster_57682c00-685d-cae8-0c59-cf277db37504, deleteOnExit=true 2024-11-11T01:21:52,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:21:52,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/test.cache.data in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:21:52,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:21:52,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:21:52,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:21:53,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:53,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:53,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:53,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:53,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:21:53,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:53,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:53,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:53,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/java.io.tmpdir/jetty-localhost-42223-hadoop-hdfs-3_4_1-tests_jar-_-any-3820052604367394863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:21:53,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:42223} 2024-11-11T01:21:53,356 INFO [Time-limited test {}] server.Server(415): Started @237202ms 2024-11-11T01:21:53,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:21:53,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:21:53,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:21:53,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:21:53,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:21:53,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:21:53,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:21:53,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/java.io.tmpdir/jetty-localhost-39771-hadoop-hdfs-3_4_1-tests_jar-_-any-14939670918251334470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:21:53,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:39771} 2024-11-11T01:21:53,744 INFO [Time-limited test {}] server.Server(415): Started @237590ms 2024-11-11T01:21:53,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:21:54,387 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/cluster_57682c00-685d-cae8-0c59-cf277db37504/data/data1/current/BP-2051608790-172.17.0.3-1731288112866/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:54,387 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/cluster_57682c00-685d-cae8-0c59-cf277db37504/data/data2/current/BP-2051608790-172.17.0.3-1731288112866/current, will proceed with Du for space computation calculation, 2024-11-11T01:21:54,413 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:21:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152e37ed9c2a5b1 with lease ID 0x53af6de446fe0081: Processing first storage report for DS-121b52f3-7977-4780-adfc-d53cab26bb04 from datanode DatanodeRegistration(127.0.0.1:39807, datanodeUuid=ce7e8926-099a-4f20-93db-4a5e67ee3126, infoPort=37819, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=2141650082;c=1731288112866) 2024-11-11T01:21:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152e37ed9c2a5b1 with lease ID 0x53af6de446fe0081: from storage DS-121b52f3-7977-4780-adfc-d53cab26bb04 node DatanodeRegistration(127.0.0.1:39807, datanodeUuid=ce7e8926-099a-4f20-93db-4a5e67ee3126, infoPort=37819, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=2141650082;c=1731288112866), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:21:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152e37ed9c2a5b1 with lease ID 0x53af6de446fe0081: Processing first storage report for DS-88bd194e-694b-4562-a30b-7a42ab0e16eb from datanode DatanodeRegistration(127.0.0.1:39807, datanodeUuid=ce7e8926-099a-4f20-93db-4a5e67ee3126, infoPort=37819, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=2141650082;c=1731288112866) 2024-11-11T01:21:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152e37ed9c2a5b1 with lease ID 0x53af6de446fe0081: from storage DS-88bd194e-694b-4562-a30b-7a42ab0e16eb node DatanodeRegistration(127.0.0.1:39807, datanodeUuid=ce7e8926-099a-4f20-93db-4a5e67ee3126, infoPort=37819, infoSecurePort=0, ipcPort=44253, storageInfo=lv=-57;cid=testClusterID;nsid=2141650082;c=1731288112866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:21:54,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02 2024-11-11T01:21:54,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:54,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:21:54,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:21:54,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:54,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:21:54,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:21:54,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3 with version=8 2024-11-11T01:21:54,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/hbase-staging 2024-11-11T01:21:54,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:54,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45599 2024-11-11T01:21:54,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45599 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455990x0, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:54,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45599-0x101277bf3d20006 connected 2024-11-11T01:21:55,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:55,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:55,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/running 2024-11-11T01:21:55,020 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3, hbase.cluster.distributed=false 2024-11-11T01:21:55,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/acl 2024-11-11T01:21:55,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45599 2024-11-11T01:21:55,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45599 2024-11-11T01:21:55,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45599 2024-11-11T01:21:55,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45599 2024-11-11T01:21:55,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45599 2024-11-11T01:21:55,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:21:55,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:21:55,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:21:55,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44585 2024-11-11T01:21:55,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44585 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:55,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:55,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:55,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445850x0, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:55,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445850x0, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/running 2024-11-11T01:21:55,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44585-0x101277bf3d20007 connected 2024-11-11T01:21:55,054 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:21:55,055 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:21:55,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/master 2024-11-11T01:21:55,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/acl 2024-11-11T01:21:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-11T01:21:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44585 2024-11-11T01:21:55,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44585 2024-11-11T01:21:55,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-11T01:21:55,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44585 2024-11-11T01:21:55,080 DEBUG [M:0;612696b701d2:45599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:45599 2024-11-11T01:21:55,080 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21130346094/backup-masters/612696b701d2,45599,1731288114892 2024-11-11T01:21:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/backup-masters 2024-11-11T01:21:55,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/backup-masters 2024-11-11T01:21:55,091 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on existing znode=/21130346094/backup-masters/612696b701d2,45599,1731288114892 2024-11-11T01:21:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21130346094/master 2024-11-11T01:21:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:55,102 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on existing znode=/21130346094/master 2024-11-11T01:21:55,102 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21130346094/backup-masters/612696b701d2,45599,1731288114892 from backup master directory 2024-11-11T01:21:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/backup-masters 2024-11-11T01:21:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21130346094/backup-masters/612696b701d2,45599,1731288114892 2024-11-11T01:21:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/backup-masters 2024-11-11T01:21:55,112 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:55,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,45599,1731288114892 2024-11-11T01:21:55,115 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/hbase.id] with ID: 4fb2dcc3-8293-4852-ba48-90e51c3aa654 2024-11-11T01:21:55,115 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/.tmp/hbase.id 2024-11-11T01:21:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:21:55,520 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/.tmp/hbase.id]:[hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/hbase.id] 2024-11-11T01:21:55,529 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:21:55,529 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:21:55,530 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:21:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:21:56,138 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:56,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:21:56,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:21:56,545 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store 2024-11-11T01:21:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:21:56,950 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:56,950 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:21:56,950 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288116950Disabling compacts and flushes for region at 1731288116950Disabling writes for close at 1731288116950Writing region close event to WAL at 1731288116950Closed at 1731288116950 2024-11-11T01:21:56,951 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/.initializing 2024-11-11T01:21:56,951 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/WALs/612696b701d2,45599,1731288114892 2024-11-11T01:21:56,952 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:56,953 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C45599%2C1731288114892, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/WALs/612696b701d2,45599,1731288114892, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/oldWALs, maxLogs=10 2024-11-11T01:21:56,965 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/WALs/612696b701d2,45599,1731288114892/612696b701d2%2C45599%2C1731288114892.1731288116953, exclude list is [], retry=0 2024-11-11T01:21:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-121b52f3-7977-4780-adfc-d53cab26bb04,DISK] 2024-11-11T01:21:56,970 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/WALs/612696b701d2,45599,1731288114892/612696b701d2%2C45599%2C1731288114892.1731288116953 2024-11-11T01:21:56,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37819:37819)] 2024-11-11T01:21:56,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:56,974 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:56,975 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,975 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:21:56,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:21:56,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:56,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:56,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:21:56,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:56,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:56,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:21:56,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:56,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:56,982 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,982 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,982 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,983 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,983 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,983 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:56,984 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:21:56,986 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:56,986 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73867322, jitterRate=0.10070887207984924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:56,986 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288116975Initializing all the Stores at 1731288116975Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288116976 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288116976Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288116976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288116976Cleaning up temporary data from old regions at 1731288116983 (+7 ms)Region opened successfully at 1731288116986 (+3 ms) 2024-11-11T01:21:56,986 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:21:56,988 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363c7feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:56,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:21:56,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:21:56,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:21:56,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:21:56,989 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:21:56,990 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:21:56,990 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:21:56,991 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:21:56,992 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/balancer because node does not exist (not necessarily an error) 2024-11-11T01:21:57,059 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/balancer already deleted, retry=false 2024-11-11T01:21:57,060 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:21:57,061 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:21:57,070 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/normalizer already deleted, retry=false 2024-11-11T01:21:57,070 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:21:57,071 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:21:57,080 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/switch/split already deleted, retry=false 2024-11-11T01:21:57,081 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:21:57,091 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/switch/merge already deleted, retry=false 2024-11-11T01:21:57,092 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:21:57,101 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/snapshot-cleanup already deleted, retry=false 2024-11-11T01:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21130346094/running 2024-11-11T01:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21130346094/running 2024-11-11T01:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,45599,1731288114892, sessionid=0x101277bf3d20006, setting cluster-up flag (Was=false) 2024-11-11T01:21:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,165 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21130346094/flush-table-proc/acquired, /21130346094/flush-table-proc/reached, /21130346094/flush-table-proc/abort 2024-11-11T01:21:57,166 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45599,1731288114892 2024-11-11T01:21:57,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:57,217 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21130346094/online-snapshot/acquired, /21130346094/online-snapshot/reached, /21130346094/online-snapshot/abort 2024-11-11T01:21:57,218 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,45599,1731288114892 2024-11-11T01:21:57,219 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:21:57,220 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:57,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:21:57,221 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:21:57,221 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,45599,1731288114892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:57,222 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288147223 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:21:57,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:21:57,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:21:57,224 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:21:57,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:21:57,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:21:57,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:21:57,228 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288117225,5,FailOnTimeoutGroup] 2024-11-11T01:21:57,231 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288117228,5,FailOnTimeoutGroup] 2024-11-11T01:21:57,232 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,232 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:21:57,232 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,232 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:21:57,272 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(746): ClusterId : 4fb2dcc3-8293-4852-ba48-90e51c3aa654 2024-11-11T01:21:57,272 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:21:57,281 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:21:57,281 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:21:57,291 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:21:57,292 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba74a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:21:57,306 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:44585 2024-11-11T01:21:57,306 INFO [RS:0;612696b701d2:44585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:21:57,306 INFO [RS:0;612696b701d2:44585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:21:57,306 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:21:57,307 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,45599,1731288114892 with port=44585, startcode=1731288115039 2024-11-11T01:21:57,307 DEBUG [RS:0;612696b701d2:44585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:21:57,308 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:21:57,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,44585,1731288115039 2024-11-11T01:21:57,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45599 {}] master.ServerManager(517): Registering regionserver=612696b701d2,44585,1731288115039 2024-11-11T01:21:57,310 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3 2024-11-11T01:21:57,310 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36855 2024-11-11T01:21:57,310 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:21:57,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:57,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:57,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48424 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:21:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/rs 2024-11-11T01:21:57,354 DEBUG [RS:0;612696b701d2:44585 {}] zookeeper.ZKUtil(111): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on existing znode=/21130346094/rs/612696b701d2,44585,1731288115039 2024-11-11T01:21:57,354 WARN [RS:0;612696b701d2:44585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:21:57,354 INFO [RS:0;612696b701d2:44585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:57,354 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039 2024-11-11T01:21:57,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,44585,1731288115039] 2024-11-11T01:21:57,357 INFO [RS:0;612696b701d2:44585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:21:57,358 INFO [RS:0;612696b701d2:44585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:21:57,358 INFO [RS:0;612696b701d2:44585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:21:57,358 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,359 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:21:57,359 INFO [RS:0;612696b701d2:44585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:21:57,359 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,359 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,359 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,359 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,359 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,359 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:57,360 DEBUG [RS:0;612696b701d2:44585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,360 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44585,1731288115039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:57,378 INFO [RS:0;612696b701d2:44585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:21:57,378 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44585,1731288115039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,378 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,378 INFO [RS:0;612696b701d2:44585 {}] regionserver.Replication(171): 612696b701d2,44585,1731288115039 started 2024-11-11T01:21:57,390 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:57,391 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,44585,1731288115039, RpcServer on 612696b701d2/172.17.0.3:44585, sessionid=0x101277bf3d20007 2024-11-11T01:21:57,391 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:21:57,391 DEBUG [RS:0;612696b701d2:44585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,44585,1731288115039 2024-11-11T01:21:57,391 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44585,1731288115039' 2024-11-11T01:21:57,391 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21130346094/flush-table-proc/abort' 2024-11-11T01:21:57,391 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21130346094/flush-table-proc/acquired' 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,44585,1731288115039 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,44585,1731288115039' 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21130346094/online-snapshot/abort' 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21130346094/online-snapshot/acquired' 2024-11-11T01:21:57,392 DEBUG [RS:0;612696b701d2:44585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:21:57,392 INFO [RS:0;612696b701d2:44585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:21:57,392 INFO [RS:0;612696b701d2:44585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:21:57,493 INFO [RS:0;612696b701d2:44585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:21:57,494 INFO [RS:0;612696b701d2:44585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44585%2C1731288115039, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/oldWALs, maxLogs=10 2024-11-11T01:21:57,510 DEBUG [RS:0;612696b701d2:44585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, exclude list is [], retry=0 2024-11-11T01:21:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-121b52f3-7977-4780-adfc-d53cab26bb04,DISK] 2024-11-11T01:21:57,514 INFO [RS:0;612696b701d2:44585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 2024-11-11T01:21:57,514 DEBUG [RS:0;612696b701d2:44585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37819:37819)] 2024-11-11T01:21:57,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:21:57,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3 2024-11-11T01:21:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:21:58,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:58,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:58,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:58,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:58,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:58,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:58,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:58,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:58,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:58,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:58,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740 2024-11-11T01:21:58,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740 2024-11-11T01:21:58,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:58,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:58,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:58,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:58,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:58,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65706566, jitterRate=-0.02089586853981018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288118043Initializing all the Stores at 1731288118043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288118044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118044Cleaning up temporary data from old regions at 1731288118051 (+7 ms)Region opened successfully at 1731288118054 (+3 ms) 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:21:58,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:21:58,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:21:58,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288118054Disabling compacts and flushes for region at 1731288118054Disabling writes for close at 1731288118054Writing region close event to WAL at 1731288118054Closed at 1731288118054 2024-11-11T01:21:58,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:58,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:21:58,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:21:58,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:58,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:21:58,207 DEBUG [612696b701d2:45599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:21:58,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:21:58,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44585,1731288115039, state=OPENING 2024-11-11T01:21:58,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:21:58,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:21:58,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:21:58,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:21:58,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21130346094/meta-region-server: CHANGED 2024-11-11T01:21:58,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44585,1731288115039}] 2024-11-11T01:21:58,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21130346094/meta-region-server: CHANGED 2024-11-11T01:21:58,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:21:58,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:21:58,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:21:58,438 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:21:58,438 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:21:58,439 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:21:58,440 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44585%2C1731288115039.meta, suffix=.meta, logDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/oldWALs, maxLogs=10 2024-11-11T01:21:58,456 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.meta.1731288118440.meta, exclude list is [], retry=0 2024-11-11T01:21:58,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-121b52f3-7977-4780-adfc-d53cab26bb04,DISK] 2024-11-11T01:21:58,460 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.meta.1731288118440.meta 2024-11-11T01:21:58,461 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37819:37819)] 2024-11-11T01:21:58,461 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:58,461 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:21:58,462 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:21:58,462 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:21:58,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:21:58,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:21:58,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:21:58,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:21:58,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:21:58,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:21:58,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:21:58,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:21:58,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:21:58,473 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:21:58,474 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740 2024-11-11T01:21:58,475 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740 2024-11-11T01:21:58,476 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:21:58,476 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:21:58,476 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:21:58,477 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:21:58,477 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68032747, jitterRate=0.013766929507255554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:21:58,477 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:21:58,477 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288118462Writing region info on filesystem at 1731288118462Initializing all the Stores at 1731288118463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288118463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288118463Cleaning up temporary data from old regions at 1731288118476 (+13 ms)Running coprocessor post-open hooks at 1731288118477 (+1 ms)Region opened successfully at 1731288118477 2024-11-11T01:21:58,478 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288118434 2024-11-11T01:21:58,484 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:21:58,484 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:21:58,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:21:58,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,44585,1731288115039, state=OPEN 2024-11-11T01:21:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21130346094/meta-region-server 2024-11-11T01:21:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21130346094/meta-region-server 2024-11-11T01:21:58,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,44585,1731288115039 2024-11-11T01:21:58,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21130346094/meta-region-server: CHANGED 2024-11-11T01:21:58,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21130346094/meta-region-server: CHANGED 2024-11-11T01:21:58,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:21:58,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,44585,1731288115039 in 231 msec 2024-11-11T01:21:58,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:21:58,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-11T01:21:58,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:21:58,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:21:58,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:58,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44585,1731288115039, seqNum=-1] 2024-11-11T01:21:58,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:58,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:58,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-11T01:21:58,525 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288118525, completionTime=-1 2024-11-11T01:21:58,525 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:21:58,525 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:21:58,527 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:21:58,527 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288178527 2024-11-11T01:21:58,527 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288238527 2024-11-11T01:21:58,527 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:45599, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,528 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,529 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.419sec 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:21:58,531 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:21:58,533 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:21:58,533 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:21:58,533 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,45599,1731288114892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:21:58,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:58,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:21:58,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:21:58,574 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72180c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:21:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:21:58,576 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:21:58,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:21:58,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:21:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44585,1731288115039, seqNum=-1] 2024-11-11T01:21:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:21:58,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,45599,1731288114892 2024-11-11T01:21:58,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-11T01:21:58,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:21:58,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101277bf3d20008 connected 2024-11-11T01:21:58,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:21:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45201,1731288104824 2024-11-11T01:21:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dc62da 2024-11-11T01:21:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:21:58,604 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:21:58,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:21:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:21:58,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:21:58,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:58,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:21:58,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:21:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:21:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:59,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31839e487c95c69c0f65b99f6ffa34e4, NAME => 'test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78 2024-11-11T01:21:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:21:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31839e487c95c69c0f65b99f6ffa34e4, disabling compactions & flushes 2024-11-11T01:21:59,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. after waiting 0 ms 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31839e487c95c69c0f65b99f6ffa34e4: Waiting for close lock at 1731288119420Disabling compacts and flushes for region at 1731288119420Disabling writes for close at 1731288119420Writing region close event to WAL at 1731288119420Closed at 1731288119420 2024-11-11T01:21:59,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:21:59,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288119422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288119422"}]},"ts":"1731288119422"} 2024-11-11T01:21:59,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:21:59,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:21:59,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288119424"}]},"ts":"1731288119424"} 2024-11-11T01:21:59,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:21:59,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31839e487c95c69c0f65b99f6ffa34e4, ASSIGN}] 2024-11-11T01:21:59,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31839e487c95c69c0f65b99f6ffa34e4, ASSIGN 2024-11-11T01:21:59,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31839e487c95c69c0f65b99f6ffa34e4, ASSIGN; state=OFFLINE, location=612696b701d2,37537,1731288105030; forceNewPlan=false, retain=false 2024-11-11T01:21:59,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31839e487c95c69c0f65b99f6ffa34e4, regionState=OPENING, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:21:59,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31839e487c95c69c0f65b99f6ffa34e4, ASSIGN because future has completed 2024-11-11T01:21:59,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31839e487c95c69c0f65b99f6ffa34e4, server=612696b701d2,37537,1731288105030}] 2024-11-11T01:21:59,738 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,738 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31839e487c95c69c0f65b99f6ffa34e4, NAME => 'test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:21:59,738 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:21:59,738 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:21:59,738 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,738 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:21:59,738 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,738 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,739 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,740 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31839e487c95c69c0f65b99f6ffa34e4 columnFamilyName f 2024-11-11T01:21:59,740 DEBUG [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:59,741 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(327): Store=31839e487c95c69c0f65b99f6ffa34e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:59,741 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,741 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31839e487c95c69c0f65b99f6ffa34e4 columnFamilyName f1 2024-11-11T01:21:59,741 DEBUG [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:59,742 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(327): Store=31839e487c95c69c0f65b99f6ffa34e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:59,742 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,742 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31839e487c95c69c0f65b99f6ffa34e4 columnFamilyName norep 2024-11-11T01:21:59,743 DEBUG [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:21:59,743 INFO [StoreOpener-31839e487c95c69c0f65b99f6ffa34e4-1 {}] regionserver.HStore(327): Store=31839e487c95c69c0f65b99f6ffa34e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:21:59,743 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,744 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,744 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,744 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:21:59,745 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,745 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:21:59,746 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,748 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:21:59,748 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31839e487c95c69c0f65b99f6ffa34e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73922927, jitterRate=0.10153745114803314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:21:59,748 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:21:59,749 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31839e487c95c69c0f65b99f6ffa34e4: Running coprocessor pre-open hook at 1731288119738Writing region info on filesystem at 1731288119738Initializing all the Stores at 1731288119739 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288119739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288119739Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288119739Cleaning up temporary data from old regions at 1731288119745 (+6 ms)Running coprocessor post-open hooks at 1731288119748 (+3 ms)Region opened successfully at 1731288119749 (+1 ms) 2024-11-11T01:21:59,750 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4., pid=6, masterSystemTime=1731288119733 2024-11-11T01:21:59,752 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,752 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:21:59,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31839e487c95c69c0f65b99f6ffa34e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:21:59,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31839e487c95c69c0f65b99f6ffa34e4, server=612696b701d2,37537,1731288105030 because future has completed 2024-11-11T01:21:59,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:21:59,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31839e487c95c69c0f65b99f6ffa34e4, server=612696b701d2,37537,1731288105030 in 174 msec 2024-11-11T01:21:59,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:21:59,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31839e487c95c69c0f65b99f6ffa34e4, ASSIGN in 330 msec 2024-11-11T01:21:59,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:21:59,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288119758"}]},"ts":"1731288119758"} 2024-11-11T01:21:59,760 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:21:59,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:21:59,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-11T01:22:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:00,756 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:00,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38751,1731288110015 2024-11-11T01:22:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3215cb2b 2024-11-11T01:22:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:00,758 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:00,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:22:00,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:00,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:00,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:22:00,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:00,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:22:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:01,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebeb37bae34d71e25929ee3ae5c1e7a0, NAME => 'test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e 2024-11-11T01:22:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:22:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ebeb37bae34d71e25929ee3ae5c1e7a0, disabling compactions & flushes 2024-11-11T01:22:01,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. after waiting 0 ms 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebeb37bae34d71e25929ee3ae5c1e7a0: Waiting for close lock at 1731288121574Disabling compacts and flushes for region at 1731288121574Disabling writes for close at 1731288121574Writing region close event to WAL at 1731288121574Closed at 1731288121574 2024-11-11T01:22:01,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:01,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288121575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288121575"}]},"ts":"1731288121575"} 2024-11-11T01:22:01,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:01,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:01,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288121578"}]},"ts":"1731288121578"} 2024-11-11T01:22:01,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:22:01,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebeb37bae34d71e25929ee3ae5c1e7a0, ASSIGN}] 2024-11-11T01:22:01,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebeb37bae34d71e25929ee3ae5c1e7a0, ASSIGN 2024-11-11T01:22:01,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ebeb37bae34d71e25929ee3ae5c1e7a0, ASSIGN; state=OFFLINE, location=612696b701d2,38699,1731288110171; forceNewPlan=false, retain=false 2024-11-11T01:22:01,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebeb37bae34d71e25929ee3ae5c1e7a0, regionState=OPENING, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:22:01,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ebeb37bae34d71e25929ee3ae5c1e7a0, ASSIGN because future has completed 2024-11-11T01:22:01,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebeb37bae34d71e25929ee3ae5c1e7a0, server=612696b701d2,38699,1731288110171}] 2024-11-11T01:22:01,888 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,889 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ebeb37bae34d71e25929ee3ae5c1e7a0, NAME => 'test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:01,889 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:01,889 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:22:01,889 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,889 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:01,889 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,889 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,890 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,892 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebeb37bae34d71e25929ee3ae5c1e7a0 columnFamilyName f 2024-11-11T01:22:01,892 DEBUG [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:01,892 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(327): Store=ebeb37bae34d71e25929ee3ae5c1e7a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:01,892 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,893 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebeb37bae34d71e25929ee3ae5c1e7a0 columnFamilyName f1 2024-11-11T01:22:01,893 DEBUG [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:01,894 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(327): Store=ebeb37bae34d71e25929ee3ae5c1e7a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:01,894 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,894 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebeb37bae34d71e25929ee3ae5c1e7a0 columnFamilyName norep 2024-11-11T01:22:01,894 DEBUG [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:01,895 INFO [StoreOpener-ebeb37bae34d71e25929ee3ae5c1e7a0-1 {}] regionserver.HStore(327): Store=ebeb37bae34d71e25929ee3ae5c1e7a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:01,895 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,895 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,896 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,896 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,896 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,897 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:01,898 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,900 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:01,900 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ebeb37bae34d71e25929ee3ae5c1e7a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65269769, jitterRate=-0.027404651045799255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:01,900 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:01,900 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ebeb37bae34d71e25929ee3ae5c1e7a0: Running coprocessor pre-open hook at 1731288121889Writing region info on filesystem at 1731288121889Initializing all the Stores at 1731288121890 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288121890Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288121890Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288121890Cleaning up temporary data from old regions at 1731288121896 (+6 ms)Running coprocessor post-open hooks at 1731288121900 (+4 ms)Region opened successfully at 1731288121900 2024-11-11T01:22:01,901 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0., pid=6, masterSystemTime=1731288121885 2024-11-11T01:22:01,903 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,903 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:01,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebeb37bae34d71e25929ee3ae5c1e7a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:22:01,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebeb37bae34d71e25929ee3ae5c1e7a0, server=612696b701d2,38699,1731288110171 because future has completed 2024-11-11T01:22:01,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:22:01,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ebeb37bae34d71e25929ee3ae5c1e7a0, server=612696b701d2,38699,1731288110171 in 172 msec 2024-11-11T01:22:01,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:22:01,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ebeb37bae34d71e25929ee3ae5c1e7a0, ASSIGN in 329 msec 2024-11-11T01:22:01,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:01,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288121911"}]},"ts":"1731288121911"} 2024-11-11T01:22:01,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:22:01,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:01,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-11T01:22:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:02,906 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:02,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3488b802 2024-11-11T01:22:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:02,908 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:02,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:22:02,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:02,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:02,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:22:02,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:22:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:03,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => babd79ec344ce54b06cc4194f2a2f6e5, NAME => 'test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3 2024-11-11T01:22:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:22:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing babd79ec344ce54b06cc4194f2a2f6e5, disabling compactions & flushes 2024-11-11T01:22:03,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. after waiting 0 ms 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:03,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:03,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for babd79ec344ce54b06cc4194f2a2f6e5: Waiting for close lock at 1731288123723Disabling compacts and flushes for region at 1731288123723Disabling writes for close at 1731288123723Writing region close event to WAL at 1731288123723Closed at 1731288123723 2024-11-11T01:22:03,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:03,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288123724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288123724"}]},"ts":"1731288123724"} 2024-11-11T01:22:03,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:03,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:03,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288123727"}]},"ts":"1731288123727"} 2024-11-11T01:22:03,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:22:03,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=babd79ec344ce54b06cc4194f2a2f6e5, ASSIGN}] 2024-11-11T01:22:03,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=babd79ec344ce54b06cc4194f2a2f6e5, ASSIGN 2024-11-11T01:22:03,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=babd79ec344ce54b06cc4194f2a2f6e5, ASSIGN; state=OFFLINE, location=612696b701d2,44585,1731288115039; forceNewPlan=false, retain=false 2024-11-11T01:22:03,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=babd79ec344ce54b06cc4194f2a2f6e5, regionState=OPENING, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:22:03,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=babd79ec344ce54b06cc4194f2a2f6e5, ASSIGN because future has completed 2024-11-11T01:22:03,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure babd79ec344ce54b06cc4194f2a2f6e5, server=612696b701d2,44585,1731288115039}] 2024-11-11T01:22:03,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:03,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:03,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:04,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:04,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:04,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:04,040 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:04,040 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => babd79ec344ce54b06cc4194f2a2f6e5, NAME => 'test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:04,040 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:04,040 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:22:04,040 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,040 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:04,041 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,041 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,042 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,042 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd79ec344ce54b06cc4194f2a2f6e5 columnFamilyName f 2024-11-11T01:22:04,043 DEBUG [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:04,043 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(327): Store=babd79ec344ce54b06cc4194f2a2f6e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:04,043 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,044 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd79ec344ce54b06cc4194f2a2f6e5 columnFamilyName f1 2024-11-11T01:22:04,044 DEBUG [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:04,044 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(327): Store=babd79ec344ce54b06cc4194f2a2f6e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:04,044 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,045 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd79ec344ce54b06cc4194f2a2f6e5 columnFamilyName norep 2024-11-11T01:22:04,045 DEBUG [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:04,045 INFO [StoreOpener-babd79ec344ce54b06cc4194f2a2f6e5-1 {}] regionserver.HStore(327): Store=babd79ec344ce54b06cc4194f2a2f6e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:04,045 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,045 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,046 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,046 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,046 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,047 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:04,048 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,049 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:04,050 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened babd79ec344ce54b06cc4194f2a2f6e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73784414, jitterRate=0.09947344660758972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:04,050 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:04,050 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for babd79ec344ce54b06cc4194f2a2f6e5: Running coprocessor pre-open hook at 1731288124041Writing region info on filesystem at 1731288124041Initializing all the Stores at 1731288124041Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288124041Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288124042 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288124042Cleaning up temporary data from old regions at 1731288124046 (+4 ms)Running coprocessor post-open hooks at 1731288124050 (+4 ms)Region opened successfully at 1731288124050 2024-11-11T01:22:04,051 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5., pid=6, masterSystemTime=1731288124037 2024-11-11T01:22:04,053 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:04,053 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:04,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=babd79ec344ce54b06cc4194f2a2f6e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:22:04,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure babd79ec344ce54b06cc4194f2a2f6e5, server=612696b701d2,44585,1731288115039 because future has completed 2024-11-11T01:22:04,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:22:04,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure babd79ec344ce54b06cc4194f2a2f6e5, server=612696b701d2,44585,1731288115039 in 171 msec 2024-11-11T01:22:04,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:22:04,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=babd79ec344ce54b06cc4194f2a2f6e5, ASSIGN in 329 msec 2024-11-11T01:22:04,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:04,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288124060"}]},"ts":"1731288124060"} 2024-11-11T01:22:04,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:22:04,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:04,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-11T01:22:04,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:22:04,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:22:04,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:22:04,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:04,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:22:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:05,055 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:05,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:05,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:05,056 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a8bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:05,058 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716ca1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45201,1731288104824 2024-11-11T01:22:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b98cefc 2024-11-11T01:22:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:05,060 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:05,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:38751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:05,063 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38751' 2024-11-11T01:22:05,064 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93f8fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,064 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:22:05,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:05,064 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:22:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:22:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49909c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:22:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:05,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:05,065 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef78b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:05,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38751,1731288110015 2024-11-11T01:22:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@569303d0 2024-11-11T01:22:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:05,068 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:05,069 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:22:05,069 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:05,069 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:05,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:05,069 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:05,070 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:05,071 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:05,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:05,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:05,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:05,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:05,121 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:05,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f10efe12b0982311784779e12cb8f8d, NAME => 'hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78 2024-11-11T01:22:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f10efe12b0982311784779e12cb8f8d, disabling compactions & flushes 2024-11-11T01:22:05,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. after waiting 0 ms 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:05,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:05,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f10efe12b0982311784779e12cb8f8d: Waiting for close lock at 1731288125883Disabling compacts and flushes for region at 1731288125883Disabling writes for close at 1731288125883Writing region close event to WAL at 1731288125883Closed at 1731288125883 2024-11-11T01:22:05,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:05,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288125884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288125884"}]},"ts":"1731288125884"} 2024-11-11T01:22:05,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:05,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:05,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288125887"}]},"ts":"1731288125887"} 2024-11-11T01:22:05,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:05,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f10efe12b0982311784779e12cb8f8d, ASSIGN}] 2024-11-11T01:22:05,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f10efe12b0982311784779e12cb8f8d, ASSIGN 2024-11-11T01:22:05,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f10efe12b0982311784779e12cb8f8d, ASSIGN; state=OFFLINE, location=612696b701d2,37537,1731288105030; forceNewPlan=false, retain=false 2024-11-11T01:22:06,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f10efe12b0982311784779e12cb8f8d, regionState=OPENING, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f10efe12b0982311784779e12cb8f8d, ASSIGN because future has completed 2024-11-11T01:22:06,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f10efe12b0982311784779e12cb8f8d, server=612696b701d2,37537,1731288105030}] 2024-11-11T01:22:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:06,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:06,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:06,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:06,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C37537%2C1731288105030.rep, suffix=, logDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030, archiveDir=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs, maxLogs=10 2024-11-11T01:22:06,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.rep.1731288126199, exclude list is [], retry=0 2024-11-11T01:22:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45327,DS-8f659bed-c6a3-4ca4-b13a-28c59af11bd3,DISK] 2024-11-11T01:22:06,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.rep.1731288126199 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f10efe12b0982311784779e12cb8f8d, NAME => 'hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:06,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. service=MultiRowMutationService 2024-11-11T01:22:06,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:06,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,216 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,217 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f10efe12b0982311784779e12cb8f8d columnFamilyName hfileref 2024-11-11T01:22:06,218 DEBUG [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:06,218 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(327): Store=7f10efe12b0982311784779e12cb8f8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:06,218 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,218 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f10efe12b0982311784779e12cb8f8d columnFamilyName queue 2024-11-11T01:22:06,219 DEBUG [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:06,219 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(327): Store=7f10efe12b0982311784779e12cb8f8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:06,219 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,219 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f10efe12b0982311784779e12cb8f8d columnFamilyName sid 2024-11-11T01:22:06,219 DEBUG [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:06,220 INFO [StoreOpener-7f10efe12b0982311784779e12cb8f8d-1 {}] regionserver.HStore(327): Store=7f10efe12b0982311784779e12cb8f8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:06,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:06,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:06,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7f10efe12b0982311784779e12cb8f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564382, jitterRate=0.08129355311393738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:06,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:06,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7f10efe12b0982311784779e12cb8f8d: Running coprocessor pre-open hook at 1731288126216Writing region info on filesystem at 1731288126216Initializing all the Stores at 1731288126216Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288126216Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288126216Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288126216Cleaning up temporary data from old regions at 1731288126221 (+5 ms)Running coprocessor post-open hooks at 1731288126223 (+2 ms)Region opened successfully at 1731288126223 2024-11-11T01:22:06,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d., pid=10, masterSystemTime=1731288126195 2024-11-11T01:22:06,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:06,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:06,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7f10efe12b0982311784779e12cb8f8d, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,37537,1731288105030 2024-11-11T01:22:06,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f10efe12b0982311784779e12cb8f8d, server=612696b701d2,37537,1731288105030 because future has completed 2024-11-11T01:22:06,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:06,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f10efe12b0982311784779e12cb8f8d, server=612696b701d2,37537,1731288105030 in 186 msec 2024-11-11T01:22:06,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:06,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f10efe12b0982311784779e12cb8f8d, ASSIGN in 341 msec 2024-11-11T01:22:06,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:06,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288126232"}]},"ts":"1731288126232"} 2024-11-11T01:22:06,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:06,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:06,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-11T01:22:06,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d., hostname=612696b701d2,37537,1731288105030, seqNum=2] 2024-11-11T01:22:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:22:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:22:07,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:07,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:07,812 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:07,836 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,37537,1731288105030, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:07,837 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:07,837 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37537,1731288105030, seqNum=-1] 2024-11-11T01:22:07,837 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:07,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:07,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,37537,1731288105030', locateType=CURRENT is [region=hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d., hostname=612696b701d2,37537,1731288105030, seqNum=2] 2024-11-11T01:22:07,848 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:07,852 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,37537,1731288105030 suceeded 2024-11-11T01:22:07,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:07,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-11T01:22:07,854 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:38751,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:07,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.7930 sec 2024-11-11T01:22:07,870 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38751' 2024-11-11T01:22:07,872 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74a6606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:07,872 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:22:07,872 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:07,873 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:22:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:22:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f81747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:22:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:07,875 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:07,876 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf49a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:07,876 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38751,1731288110015 2024-11-11T01:22:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b9235a 2024-11-11T01:22:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:07,878 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:07,879 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,37537,1731288105030 (queues=1) is replicating from cluster=1e8332c2-de64-4299-9856-3774809bece9 to cluster=122121ed-d727-448e-a438-44aba1214699 2024-11-11T01:22:07,879 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C37537%2C1731288105030 2024-11-11T01:22:07,879 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,37537,1731288105030, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:07,880 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, startPosition=0, beingWritten=true 2024-11-11T01:22:07,881 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C37537%2C1731288105030 2024-11-11T01:22:07,886 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:07,886 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:07,886 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:08,090 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:08,393 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:08,798 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:09,226 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:09,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:09,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:09,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:09,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:22:09,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:09,227 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c934c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,229 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421280f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38751,1731288110015 2024-11-11T01:22:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bce40b 2024-11-11T01:22:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:09,231 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:45599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:09,234 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45599' 2024-11-11T01:22:09,236 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374c1f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,236 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:09,236 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:09,236 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b86d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,238 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9b9df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:09,239 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:09,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:09,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@639eac28 2024-11-11T01:22:09,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:09,240 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:09,241 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T01:22:09,241 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:09,241 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,241 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:09,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:09,242 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:09,243 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:09,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:09,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:09,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:09,293 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:09,302 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:09,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:09,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c52c372f62cec956c45eb1525da4537d, NAME => 'hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e 2024-11-11T01:22:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:09,905 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c52c372f62cec956c45eb1525da4537d, disabling compactions & flushes 2024-11-11T01:22:10,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. after waiting 0 ms 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c52c372f62cec956c45eb1525da4537d: Waiting for close lock at 1731288130056Disabling compacts and flushes for region at 1731288130056Disabling writes for close at 1731288130056Writing region close event to WAL at 1731288130056Closed at 1731288130056 2024-11-11T01:22:10,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:10,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288130057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288130057"}]},"ts":"1731288130057"} 2024-11-11T01:22:10,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:10,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:10,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288130060"}]},"ts":"1731288130060"} 2024-11-11T01:22:10,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:10,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c52c372f62cec956c45eb1525da4537d, ASSIGN}] 2024-11-11T01:22:10,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c52c372f62cec956c45eb1525da4537d, ASSIGN 2024-11-11T01:22:10,064 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c52c372f62cec956c45eb1525da4537d, ASSIGN; state=OFFLINE, location=612696b701d2,38699,1731288110171; forceNewPlan=false, retain=false 2024-11-11T01:22:10,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c52c372f62cec956c45eb1525da4537d, regionState=OPENING, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:22:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c52c372f62cec956c45eb1525da4537d, ASSIGN because future has completed 2024-11-11T01:22:10,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c52c372f62cec956c45eb1525da4537d, server=612696b701d2,38699,1731288110171}] 2024-11-11T01:22:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:10,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C38699%2C1731288110171.rep, suffix=, logDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171, archiveDir=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/oldWALs, maxLogs=10 2024-11-11T01:22:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:10,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.rep.1731288130375, exclude list is [], retry=0 2024-11-11T01:22:10,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-baa8c75c-048d-4c26-994a-2239ca454a91,DISK] 2024-11-11T01:22:10,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.rep.1731288130375 2024-11-11T01:22:10,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-11T01:22:10,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c52c372f62cec956c45eb1525da4537d, NAME => 'hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:10,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. service=MultiRowMutationService 2024-11-11T01:22:10,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,398 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,400 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c52c372f62cec956c45eb1525da4537d columnFamilyName hfileref 2024-11-11T01:22:10,400 DEBUG [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:10,400 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(327): Store=c52c372f62cec956c45eb1525da4537d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:10,400 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,401 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c52c372f62cec956c45eb1525da4537d columnFamilyName queue 2024-11-11T01:22:10,401 DEBUG [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:10,402 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(327): Store=c52c372f62cec956c45eb1525da4537d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:10,402 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,402 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c52c372f62cec956c45eb1525da4537d columnFamilyName sid 2024-11-11T01:22:10,403 DEBUG [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:10,403 INFO [StoreOpener-c52c372f62cec956c45eb1525da4537d-1 {}] regionserver.HStore(327): Store=c52c372f62cec956c45eb1525da4537d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/replication/c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/replication/c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:10,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/replication/c52c372f62cec956c45eb1525da4537d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:10,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c52c372f62cec956c45eb1525da4537d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60281092, jitterRate=-0.1017417311668396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:10,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:10,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c52c372f62cec956c45eb1525da4537d: Running coprocessor pre-open hook at 1731288130397Writing region info on filesystem at 1731288130397Initializing all the Stores at 1731288130398 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288130398Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288130398Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288130398Cleaning up temporary data from old regions at 1731288130405 (+7 ms)Running coprocessor post-open hooks at 1731288130409 (+4 ms)Region opened successfully at 1731288130409 2024-11-11T01:22:10,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d., pid=10, masterSystemTime=1731288130369 2024-11-11T01:22:10,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:10,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c52c372f62cec956c45eb1525da4537d, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,38699,1731288110171 2024-11-11T01:22:10,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c52c372f62cec956c45eb1525da4537d, server=612696b701d2,38699,1731288110171 because future has completed 2024-11-11T01:22:10,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:10,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c52c372f62cec956c45eb1525da4537d, server=612696b701d2,38699,1731288110171 in 199 msec 2024-11-11T01:22:10,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:10,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c52c372f62cec956c45eb1525da4537d, ASSIGN in 355 msec 2024-11-11T01:22:10,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:10,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288130420"}]},"ts":"1731288130420"} 2024-11-11T01:22:10,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:10,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:10,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-11T01:22:10,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d., hostname=612696b701d2,38699,1731288110171, seqNum=2] 2024-11-11T01:22:10,609 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:22:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:22:10,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:22:10,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:10,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:10,943 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:10,968 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,38699,1731288110171, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:10,969 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:10,969 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38699,1731288110171, seqNum=-1] 2024-11-11T01:22:10,969 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:10,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:10,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,38699,1731288110171', locateType=CURRENT is [region=hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d., hostname=612696b701d2,38699,1731288110171, seqNum=2] 2024-11-11T01:22:10,974 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:10,975 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,38699,1731288110171 suceeded 2024-11-11T01:22:10,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:10,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T01:22:10,977 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:45599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:10,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7450 sec 2024-11-11T01:22:10,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45599' 2024-11-11T01:22:10,989 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2917b213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:10,989 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:10,989 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:10,990 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355ec4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:10,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:10,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:10,991 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:10,992 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc7357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:10,992 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:10,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:10,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c594473 2024-11-11T01:22:10,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:10,993 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:10,994 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,38699,1731288110171 (queues=1) is replicating from cluster=122121ed-d727-448e-a438-44aba1214699 to cluster=4fb2dcc3-8293-4852-ba48-90e51c3aa654 2024-11-11T01:22:10,994 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C38699%2C1731288110171 2024-11-11T01:22:10,994 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,38699,1731288110171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:10,994 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C38699%2C1731288110171 2024-11-11T01:22:10,994 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, startPosition=0, beingWritten=true 2024-11-11T01:22:10,998 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:10,998 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:10,998 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:11,202 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:11,385 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:11,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:11,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:11,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:11,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:11,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:11,386 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ab6398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,388 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:11,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568d5aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:11,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:11,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@144d1f61 2024-11-11T01:22:11,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:11,389 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:11,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:45201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:11,392 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45201' 2024-11-11T01:22:11,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e5701b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,392 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:11,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:11,393 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dae61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,394 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:11,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:11,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:11,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45201,1731288104824 2024-11-11T01:22:11,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a2648c 2024-11-11T01:22:11,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:11,396 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:11,397 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:22:11,397 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:11,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:11,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:11,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:11,398 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:11,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:11,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:11,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:11,413 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:11,448 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:11,505 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:11,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e6de18dd05dd5d2fa65f9f3d090bc27, NAME => 'hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3 2024-11-11T01:22:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:11,908 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e6de18dd05dd5d2fa65f9f3d090bc27, disabling compactions & flushes 2024-11-11T01:22:12,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. after waiting 0 ms 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,210 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e6de18dd05dd5d2fa65f9f3d090bc27: Waiting for close lock at 1731288132210Disabling compacts and flushes for region at 1731288132210Disabling writes for close at 1731288132210Writing region close event to WAL at 1731288132210Closed at 1731288132210 2024-11-11T01:22:12,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:12,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288132211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288132211"}]},"ts":"1731288132211"} 2024-11-11T01:22:12,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:12,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:12,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288132214"}]},"ts":"1731288132214"} 2024-11-11T01:22:12,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:12,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6de18dd05dd5d2fa65f9f3d090bc27, ASSIGN}] 2024-11-11T01:22:12,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6de18dd05dd5d2fa65f9f3d090bc27, ASSIGN 2024-11-11T01:22:12,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6de18dd05dd5d2fa65f9f3d090bc27, ASSIGN; state=OFFLINE, location=612696b701d2,44585,1731288115039; forceNewPlan=false, retain=false 2024-11-11T01:22:12,316 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:12,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6de18dd05dd5d2fa65f9f3d090bc27, regionState=OPENING, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6de18dd05dd5d2fa65f9f3d090bc27, ASSIGN because future has completed 2024-11-11T01:22:12,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6de18dd05dd5d2fa65f9f3d090bc27, server=612696b701d2,44585,1731288115039}] 2024-11-11T01:22:12,411 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:12,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:12,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:12,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C44585%2C1731288115039.rep, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/oldWALs, maxLogs=10 2024-11-11T01:22:12,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.rep.1731288132527, exclude list is [], retry=0 2024-11-11T01:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-121b52f3-7977-4780-adfc-d53cab26bb04,DISK] 2024-11-11T01:22:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.rep.1731288132527 2024-11-11T01:22:12,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37819:37819)] 2024-11-11T01:22:12,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6de18dd05dd5d2fa65f9f3d090bc27, NAME => 'hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:12,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. service=MultiRowMutationService 2024-11-11T01:22:12,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,551 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,552 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6de18dd05dd5d2fa65f9f3d090bc27 columnFamilyName hfileref 2024-11-11T01:22:12,552 DEBUG [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:12,552 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(327): Store=9e6de18dd05dd5d2fa65f9f3d090bc27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:12,552 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,553 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6de18dd05dd5d2fa65f9f3d090bc27 columnFamilyName queue 2024-11-11T01:22:12,553 DEBUG [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:12,553 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(327): Store=9e6de18dd05dd5d2fa65f9f3d090bc27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:12,553 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,554 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6de18dd05dd5d2fa65f9f3d090bc27 columnFamilyName sid 2024-11-11T01:22:12,554 DEBUG [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:12,554 INFO [StoreOpener-9e6de18dd05dd5d2fa65f9f3d090bc27-1 {}] regionserver.HStore(327): Store=9e6de18dd05dd5d2fa65f9f3d090bc27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:12,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/replication/9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/replication/9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:12,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/replication/9e6de18dd05dd5d2fa65f9f3d090bc27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:12,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e6de18dd05dd5d2fa65f9f3d090bc27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670033, jitterRate=0.09776903688907623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:12,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:12,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e6de18dd05dd5d2fa65f9f3d090bc27: Running coprocessor pre-open hook at 1731288132549Writing region info on filesystem at 1731288132549Initializing all the Stores at 1731288132550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288132550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288132550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288132550Cleaning up temporary data from old regions at 1731288132556 (+6 ms)Running coprocessor post-open hooks at 1731288132558 (+2 ms)Region opened successfully at 1731288132558 2024-11-11T01:22:12,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27., pid=10, masterSystemTime=1731288132522 2024-11-11T01:22:12,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:12,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6de18dd05dd5d2fa65f9f3d090bc27, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,44585,1731288115039 2024-11-11T01:22:12,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6de18dd05dd5d2fa65f9f3d090bc27, server=612696b701d2,44585,1731288115039 because future has completed 2024-11-11T01:22:12,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:12,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6de18dd05dd5d2fa65f9f3d090bc27, server=612696b701d2,44585,1731288115039 in 193 msec 2024-11-11T01:22:12,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:12,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6de18dd05dd5d2fa65f9f3d090bc27, ASSIGN in 350 msec 2024-11-11T01:22:12,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:12,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288132567"}]},"ts":"1731288132567"} 2024-11-11T01:22:12,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:12,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:12,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-11T01:22:12,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27., hostname=612696b701d2,44585,1731288115039, seqNum=2] 2024-11-11T01:22:12,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:22:12,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:22:12,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:12,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:12,865 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:12,890 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,44585,1731288115039, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:12,891 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:12,891 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44585,1731288115039, seqNum=-1] 2024-11-11T01:22:12,891 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:12,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:12,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,44585,1731288115039', locateType=CURRENT is [region=hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27., hostname=612696b701d2,44585,1731288115039, seqNum=2] 2024-11-11T01:22:12,895 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:12,897 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,44585,1731288115039 suceeded 2024-11-11T01:22:12,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:12,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T01:22:12,899 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:45201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:12,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-11T01:22:12,908 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45201' 2024-11-11T01:22:12,909 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@89b2697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:12,909 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:12,909 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:12,910 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fb3479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:12,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:12,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:12,911 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:12,912 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a440fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:12,912 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:12,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45201,1731288104824 2024-11-11T01:22:12,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3ed888 2024-11-11T01:22:12,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:12,913 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:12,914 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,44585,1731288115039 (queues=1) is replicating from cluster=4fb2dcc3-8293-4852-ba48-90e51c3aa654 to cluster=1e8332c2-de64-4299-9856-3774809bece9 2024-11-11T01:22:12,914 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C44585%2C1731288115039 2024-11-11T01:22:12,914 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,44585,1731288115039, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:12,914 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C44585%2C1731288115039 2024-11-11T01:22:12,914 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, startPosition=0, beingWritten=true 2024-11-11T01:22:12,918 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:12,918 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:12,918 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:13,015 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:13,122 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:13,319 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:13,425 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:13,535 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:13,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:13,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:13,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:13,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:13,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:13,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:13,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:13,537 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:13,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2cd1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:13,538 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652478dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:22:13,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:13,540 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b751fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:13,541 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629958a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:13,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:13,543 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24baef46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:13,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:13,544 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f2193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:13,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37537,1731288105030, seqNum=-1] 2024-11-11T01:22:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:13,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:13,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4., hostname=612696b701d2,37537,1731288105030, seqNum=2] 2024-11-11T01:22:13,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:13,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44585,1731288115039, seqNum=-1] 2024-11-11T01:22:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:13,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5., hostname=612696b701d2,44585,1731288115039, seqNum=2] 2024-11-11T01:22:13,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T01:22:13,718 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:13,828 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:14,331 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:14,413 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:22:14,423 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 379, reset compression=false 2024-11-11T01:22:14,474 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:14,475 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 480, reset compression=false 2024-11-11T01:22:14,475 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[{test/31839e487c95c69c0f65b99f6ffa34e4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T01:22:14,477 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:14,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T01:22:14,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:14,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2865c28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38751,-1 for getting cluster id 2024-11-11T01:22:14,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:14,479 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122121ed-d727-448e-a438-44aba1214699' 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122121ed-d727-448e-a438-44aba1214699" 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d29991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38751,-1] 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:14,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:14,480 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:14,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e3dcf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:14,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38699,1731288110171, seqNum=-1] 2024-11-11T01:22:14,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:14,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:14,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0., hostname=612696b701d2,38699,1731288110171, seqNum=2] 2024-11-11T01:22:14,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:14,522 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 379, reset compression=false 2024-11-11T01:22:14,526 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:14,526 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 503, reset compression=false 2024-11-11T01:22:14,526 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T01:22:14,528 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:14,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T01:22:14,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:14,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fe6df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:14,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:14,530 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53262b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:14,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:14,531 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:14,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@135aac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:14,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,44585,1731288115039, seqNum=-1] 2024-11-11T01:22:14,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:14,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:14,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5., hostname=612696b701d2,44585,1731288115039, seqNum=2] 2024-11-11T01:22:14,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:14,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T01:22:14,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,38699,1731288110171, seqNum=-1] 2024-11-11T01:22:14,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:14,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0., hostname=612696b701d2,38699,1731288110171, seqNum=2] 2024-11-11T01:22:14,565 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T01:22:14,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 480, reset compression=false 2024-11-11T01:22:14,729 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 503, reset compression=false 2024-11-11T01:22:14,733 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:14,733 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 607, reset compression=false 2024-11-11T01:22:14,733 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:22:14,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:14,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:14,934 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 379, reset compression=false 2024-11-11T01:22:14,937 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 607, reset compression=false 2024-11-11T01:22:14,938 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:14,938 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 653, reset compression=false 2024-11-11T01:22:14,938 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[{test/babd79ec344ce54b06cc4194f2a2f6e5/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T01:22:14,940 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:14,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T01:22:14,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:14,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdc7a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:14,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:14,942 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7545c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:14,943 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:14,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382992d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:14,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:14,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,37537,1731288105030, seqNum=-1] 2024-11-11T01:22:14,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:14,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:14,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4., hostname=612696b701d2,37537,1731288105030, seqNum=2] 2024-11-11T01:22:14,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:14,980 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 480, reset compression=false 2024-11-11T01:22:14,985 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:14,985 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 630, reset compression=false 2024-11-11T01:22:14,985 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:15,141 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 653, reset compression=false 2024-11-11T01:22:15,189 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 630, reset compression=false 2024-11-11T01:22:15,241 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 607, reset compression=false 2024-11-11T01:22:15,444 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 653, reset compression=false 2024-11-11T01:22:15,492 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 630, reset compression=false 2024-11-11T01:22:15,567 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T01:22:15,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T01:22:15,644 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 607, reset compression=false 2024-11-11T01:22:15,847 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 653, reset compression=false 2024-11-11T01:22:15,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:15,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 757, reset compression=false 2024-11-11T01:22:15,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[{test/babd79ec344ce54b06cc4194f2a2f6e5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:22:15,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:15,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:15,894 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 630, reset compression=false 2024-11-11T01:22:15,898 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:15,898 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 757, reset compression=false 2024-11-11T01:22:15,898 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[{test/31839e487c95c69c0f65b99f6ffa34e4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T01:22:15,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:15,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:15,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:15,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:15,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:16,054 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 757, reset compression=false 2024-11-11T01:22:16,101 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 757, reset compression=false 2024-11-11T01:22:16,147 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 607, reset compression=false 2024-11-11T01:22:16,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:16,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 757, reset compression=false 2024-11-11T01:22:16,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:16,354 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 757, reset compression=false 2024-11-11T01:22:16,358 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 757, reset compression=false 2024-11-11T01:22:16,404 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 757, reset compression=false 2024-11-11T01:22:16,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T01:22:16,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T01:22:16,657 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 757, reset compression=false 2024-11-11T01:22:16,760 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 757, reset compression=false 2024-11-11T01:22:16,808 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 757, reset compression=false 2024-11-11T01:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 913, reset compression=false 2024-11-11T01:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[{test/31839e487c95c69c0f65b99f6ffa34e4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T01:22:16,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:16,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:17,014 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 913, reset compression=false 2024-11-11T01:22:17,060 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 757, reset compression=false 2024-11-11T01:22:17,064 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:17,064 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 904, reset compression=false 2024-11-11T01:22:17,064 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T01:22:17,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:17,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:17,264 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 757, reset compression=false 2024-11-11T01:22:17,267 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 904, reset compression=false 2024-11-11T01:22:17,268 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:17,268 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 927, reset compression=false 2024-11-11T01:22:17,268 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:17,318 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 913, reset compression=false 2024-11-11T01:22:17,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:17,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:17,476 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68584 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:17,480 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 927, reset compression=false 2024-11-11T01:22:17,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T01:22:17,584 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 904, reset compression=false 2024-11-11T01:22:17,585 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T01:22:17,594 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:17,594 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1063, reset compression=false 2024-11-11T01:22:17,594 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T01:22:17,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:17,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:17,722 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 913, reset compression=false 2024-11-11T01:22:17,788 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 927, reset compression=false 2024-11-11T01:22:17,794 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:17,794 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1076, reset compression=false 2024-11-11T01:22:17,794 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[{test/babd79ec344ce54b06cc4194f2a2f6e5/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T01:22:17,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:17,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:17,801 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1063, reset compression=false 2024-11-11T01:22:17,999 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1076, reset compression=false 2024-11-11T01:22:18,105 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1063, reset compression=false 2024-11-11T01:22:18,226 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 913, reset compression=false 2024-11-11T01:22:18,229 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:18,229 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1085, reset compression=false 2024-11-11T01:22:18,229 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:18,302 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1076, reset compression=false 2024-11-11T01:22:18,433 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1085, reset compression=false 2024-11-11T01:22:18,508 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1063, reset compression=false 2024-11-11T01:22:18,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T01:22:18,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T01:22:18,706 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1076, reset compression=false 2024-11-11T01:22:18,710 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:18,710 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1235, reset compression=false 2024-11-11T01:22:18,710 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[{test/babd79ec344ce54b06cc4194f2a2f6e5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T01:22:18,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:18,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:18,736 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1085, reset compression=false 2024-11-11T01:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[{test/31839e487c95c69c0f65b99f6ffa34e4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T01:22:18,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:18,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:18,914 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1235, reset compression=false 2024-11-11T01:22:18,943 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:19,011 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1063, reset compression=false 2024-11-11T01:22:19,015 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:19,015 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:19,015 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:19,219 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1235, reset compression=false 2024-11-11T01:22:19,220 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:19,246 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:19,525 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:19,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T01:22:19,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:22:19,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:19,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:19,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:19,600 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5560f2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:19,601 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:19,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a13c12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:19,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c04a61 2024-11-11T01:22:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:19,606 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:19,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-11T01:22:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T01:22:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:22:19,622 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1235, reset compression=false 2024-11-11T01:22:19,650 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:19,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:22:19,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T01:22:19,857 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T01:22:19,858 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T01:22:19,858 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,44585,1731288115039 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T01:22:19,858 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/612696b701d2:0-0. 2024-11-11T01:22:19,858 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:19,858 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:19,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:19,859 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:22:19,928 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:19,959 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:22:19,959 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:22:20,059 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 terminated 2024-11-11T01:22:20,075 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,44585,1731288115039, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:20,076 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T01:22:20,076 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T01:22:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T01:22:20,078 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 612696b701d2,44585,1731288115039 suceeded 2024-11-11T01:22:20,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T01:22:20,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-11T01:22:20,080 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T01:22:20,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 473 msec 2024-11-11T01:22:20,089 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:45201' 2024-11-11T01:22:20,090 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7463aed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:20,090 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45201,-1 for getting cluster id 2024-11-11T01:22:20,090 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:20,091 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8332c2-de64-4299-9856-3774809bece9' 2024-11-11T01:22:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8332c2-de64-4299-9856-3774809bece9" 2024-11-11T01:22:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2df52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45201,-1] 2024-11-11T01:22:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:20,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:20,092 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:20,093 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d756bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:20,093 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:20,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45201,1731288104824 2024-11-11T01:22:20,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a8ccd5 2024-11-11T01:22:20,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:20,094 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:20,094 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,44585,1731288115039 (queues=1) is replicating from cluster=4fb2dcc3-8293-4852-ba48-90e51c3aa654 to cluster=1e8332c2-de64-4299-9856-3774809bece9 2024-11-11T01:22:20,094 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C44585%2C1731288115039 2024-11-11T01:22:20,095 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,44585,1731288115039, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:20,095 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C44585%2C1731288115039 2024-11-11T01:22:20,153 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:22:20,235 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:20,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:20,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:20,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:20,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:20,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:20,238 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T01:22:20,431 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:20,756 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1234, reset compression=false 2024-11-11T01:22:20,759 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:20,759 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1338, reset compression=false 2024-11-11T01:22:20,760 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[{test/31839e487c95c69c0f65b99f6ffa34e4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:22:20,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:20,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:20,962 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1338, reset compression=false 2024-11-11T01:22:21,035 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1235, reset compression=false 2024-11-11T01:22:21,039 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:21,039 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1362, reset compression=false 2024-11-11T01:22:21,039 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T01:22:21,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:21,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:21,240 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T01:22:21,242 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1362, reset compression=false 2024-11-11T01:22:21,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:21,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,45599,-1 for getting cluster id 2024-11-11T01:22:21,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:21,243 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fb2dcc3-8293-4852-ba48-90e51c3aa654' 2024-11-11T01:22:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fb2dcc3-8293-4852-ba48-90e51c3aa654" 2024-11-11T01:22:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5580b3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,45599,-1] 2024-11-11T01:22:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,244 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3118c956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:21,246 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:21,246 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:21,246 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebeb37bae34d71e25929ee3ae5c1e7a0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:22:21,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:21,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,45599,1731288114892 2024-11-11T01:22:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23815c22 2024-11-11T01:22:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:21,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:21,250 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:21,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-11T01:22:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T01:22:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T01:22:21,266 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1338, reset compression=false 2024-11-11T01:22:21,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T01:22:21,450 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:21,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T01:22:21,458 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T01:22:21,458 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T01:22:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T01:22:21,460 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 612696b701d2,44585,1731288115039 suceeded 2024-11-11T01:22:21,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T01:22:21,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-11T01:22:21,462 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T01:22:21,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 212 msec 2024-11-11T01:22:21,496 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, startPosition=1235, beingWritten=true 2024-11-11T01:22:21,500 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:21,500 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1512, reset compression=false 2024-11-11T01:22:21,500 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[{test/babd79ec344ce54b06cc4194f2a2f6e5/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T01:22:21,502 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:21,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T01:22:21,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:21,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T01:22:21,575 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:21,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:21,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:21,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:21,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T01:22:21,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:22:21,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:21,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:21,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:21,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:22:21,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2138073076, stopped=false 2024-11-11T01:22:21,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,45599,1731288114892 2024-11-11T01:22:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21130346094/running 2024-11-11T01:22:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21130346094/running 2024-11-11T01:22:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:22:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:22:21,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:21,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:21,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:21,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,44585,1731288115039' ***** 2024-11-11T01:22:21,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/running 2024-11-11T01:22:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:22:21,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Set watcher on znode that does not yet exist, /21130346094/running 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:22:21,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,44585,1731288115039 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44585. 2024-11-11T01:22:21,632 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing babd79ec344ce54b06cc4194f2a2f6e5, disabling compactions & flushes 2024-11-11T01:22:21,632 DEBUG [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:21,632 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:21,632 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:21,632 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:21,632 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. after waiting 0 ms 2024-11-11T01:22:21,632 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:22:21,632 INFO [RS:0;612696b701d2:44585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:22:21,633 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:22:21,633 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing babd79ec344ce54b06cc4194f2a2f6e5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T01:22:21,633 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:22:21,633 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1325): Online Regions={babd79ec344ce54b06cc4194f2a2f6e5=test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5., 1588230740=hbase:meta,,1.1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27=hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.} 2024-11-11T01:22:21,633 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27, babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:21,633 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:21,633 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:21,633 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:21,633 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:21,633 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:21,633 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:22:21,651 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f/0a24dbe325bd4412a0408bfe829ce5a7 is 37, key is row3/f:row3/1731288140236/Put/seqid=0 2024-11-11T01:22:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741840_1016 (size=5228) 2024-11-11T01:22:21,656 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f/0a24dbe325bd4412a0408bfe829ce5a7 2024-11-11T01:22:21,659 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/info/9f80ce82ede84508b76a3623e743eb1e is 147, key is hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27./info:regioninfo/1731288132561/Put/seqid=0 2024-11-11T01:22:21,661 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a24dbe325bd4412a0408bfe829ce5a7 2024-11-11T01:22:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741841_1017 (size=7686) 2024-11-11T01:22:21,670 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1338, reset compression=false 2024-11-11T01:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,37537,1731288105030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:21,674 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f1/7b9cb6aaa2594d67a6395c2b00398823 is 30, key is row1/f1:/1731288137578/DeleteFamily/seqid=0 2024-11-11T01:22:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741842_1018 (size=5158) 2024-11-11T01:22:21,691 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:21,706 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1512, reset compression=false 2024-11-11T01:22:21,709 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:21,709 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1759, reset compression=false 2024-11-11T01:22:21,710 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,44585,1731288115039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:21,710 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,44585,1731288115039: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,44585,1731288115039, walGroup=612696b701d2%2C44585%2C1731288115039, offset=612696b701d2%2C44585%2C1731288115039.1731288117494:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:44585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:22:21,711 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:22:21,712 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:22:21,712 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:22:21,712 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:22:21,712 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:22:21,712 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 819769264 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198164720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:22:21,713 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:45599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:45599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:22:21,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:21,833 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27, babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:21,876 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:21,916 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1759, reset compression=false 2024-11-11T01:22:22,033 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27, babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:22,063 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/info/9f80ce82ede84508b76a3623e743eb1e 2024-11-11T01:22:22,078 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f1/7b9cb6aaa2594d67a6395c2b00398823 2024-11-11T01:22:22,079 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/ns/a340520011374822b68806cdb81c5868 is 43, key is default/ns:d/1731288118519/Put/seqid=0 2024-11-11T01:22:22,082 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b9cb6aaa2594d67a6395c2b00398823 2024-11-11T01:22:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741843_1019 (size=5153) 2024-11-11T01:22:22,098 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/norep/262d11484ef14cbc8e21eaaa9aabc293 is 33, key is row2/norep:/1731288138588/DeleteFamily/seqid=0 2024-11-11T01:22:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741844_1020 (size=5108) 2024-11-11T01:22:22,157 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:22,180 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:22,219 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1759, reset compression=false 2024-11-11T01:22:22,233 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27, babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:22,364 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:22:22,364 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:22:22,433 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27, babd79ec344ce54b06cc4194f2a2f6e5 2024-11-11T01:22:22,483 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/ns/a340520011374822b68806cdb81c5868 2024-11-11T01:22:22,501 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/norep/262d11484ef14cbc8e21eaaa9aabc293 2024-11-11T01:22:22,503 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ddd27712de384f778af50dbae8eb0eee is 112, key is test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5./rep_barrier:seqnumDuringOpen/1731288124053/Put/seqid=0 2024-11-11T01:22:22,506 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262d11484ef14cbc8e21eaaa9aabc293 2024-11-11T01:22:22,506 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f/0a24dbe325bd4412a0408bfe829ce5a7 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/f/0a24dbe325bd4412a0408bfe829ce5a7 2024-11-11T01:22:22,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741845_1021 (size=5518) 2024-11-11T01:22:22,507 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ddd27712de384f778af50dbae8eb0eee 2024-11-11T01:22:22,510 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a24dbe325bd4412a0408bfe829ce5a7 2024-11-11T01:22:22,511 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/f/0a24dbe325bd4412a0408bfe829ce5a7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T01:22:22,511 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/f1/7b9cb6aaa2594d67a6395c2b00398823 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/f1/7b9cb6aaa2594d67a6395c2b00398823 2024-11-11T01:22:22,516 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b9cb6aaa2594d67a6395c2b00398823 2024-11-11T01:22:22,516 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/f1/7b9cb6aaa2594d67a6395c2b00398823, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:22,516 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/.tmp/norep/262d11484ef14cbc8e21eaaa9aabc293 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/norep/262d11484ef14cbc8e21eaaa9aabc293 2024-11-11T01:22:22,520 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262d11484ef14cbc8e21eaaa9aabc293 2024-11-11T01:22:22,520 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/norep/262d11484ef14cbc8e21eaaa9aabc293, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:22,521 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for babd79ec344ce54b06cc4194f2a2f6e5 in 889ms, sequenceid=12, compaction requested=false 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/default/test/babd79ec344ce54b06cc4194f2a2f6e5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:22,528 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for babd79ec344ce54b06cc4194f2a2f6e5: Waiting for close lock at 1731288141632Running coprocessor pre-close hooks at 1731288141632Disabling compacts and flushes for region at 1731288141632Disabling writes for close at 1731288141632Obtaining lock to block concurrent updates at 1731288141633 (+1 ms)Preparing flush snapshotting stores in babd79ec344ce54b06cc4194f2a2f6e5 at 1731288141633Finished memstore snapshotting test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731288141633Flushing stores of test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. at 1731288141634 (+1 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/f: creating writer at 1731288141634Flushing babd79ec344ce54b06cc4194f2a2f6e5/f: appending metadata at 1731288141650 (+16 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/f: closing flushed file at 1731288141650Flushing babd79ec344ce54b06cc4194f2a2f6e5/f1: creating writer at 1731288141661 (+11 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/f1: appending metadata at 1731288141674 (+13 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/f1: closing flushed file at 1731288141674Flushing babd79ec344ce54b06cc4194f2a2f6e5/norep: creating writer at 1731288142082 (+408 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/norep: appending metadata at 1731288142097 (+15 ms)Flushing babd79ec344ce54b06cc4194f2a2f6e5/norep: closing flushed file at 1731288142097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddfdaab: reopening flushed file at 1731288142506 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9785c7f: reopening flushed file at 1731288142511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2352ce: reopening flushed file at 1731288142516 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for babd79ec344ce54b06cc4194f2a2f6e5 in 889ms, sequenceid=12, compaction requested=false at 1731288142521 (+5 ms)Writing region close event to WAL at 1731288142524 (+3 ms)Running coprocessor post-close hooks at 1731288142528 (+4 ms)Closed at 1731288142528 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288122909.babd79ec344ce54b06cc4194f2a2f6e5. 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6de18dd05dd5d2fa65f9f3d090bc27, disabling compactions & flushes 2024-11-11T01:22:22,528 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. after waiting 0 ms 2024-11-11T01:22:22,529 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,529 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6de18dd05dd5d2fa65f9f3d090bc27: Waiting for close lock at 1731288142528Running coprocessor pre-close hooks at 1731288142528Disabling compacts and flushes for region at 1731288142528Disabling writes for close at 1731288142528Failed flush hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27., putting online again at 1731288142529 (+1 ms) 2024-11-11T01:22:22,529 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,532 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/table/5fb5b35f82444b20a23c9d88d31df0a5 is 53, key is hbase:replication/table:state/1731288132567/Put/seqid=0 2024-11-11T01:22:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:22:22,584 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:22,622 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 1759, reset compression=false 2024-11-11T01:22:22,626 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:22,626 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 2403, reset compression=false 2024-11-11T01:22:22,634 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:22:22,634 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27=hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27.} 2024-11-11T01:22:22,634 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:22,634 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e6de18dd05dd5d2fa65f9f3d090bc27 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6de18dd05dd5d2fa65f9f3d090bc27, disabling compactions & flushes 2024-11-11T01:22:22,634 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. after waiting 0 ms 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6de18dd05dd5d2fa65f9f3d090bc27: Waiting for close lock at 1731288142634Running coprocessor pre-close hooks at 1731288142634Disabling compacts and flushes for region at 1731288142634Disabling writes for close at 1731288142634Failed flush hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27., putting online again at 1731288142634 2024-11-11T01:22:22,634 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288131397.9e6de18dd05dd5d2fa65f9f3d090bc27. 2024-11-11T01:22:22,660 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:22,828 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 2403, reset compression=false 2024-11-11T01:22:22,834 DEBUG [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:22:22,936 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/table/5fb5b35f82444b20a23c9d88d31df0a5 2024-11-11T01:22:22,941 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/info/9f80ce82ede84508b76a3623e743eb1e as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/info/9f80ce82ede84508b76a3623e743eb1e 2024-11-11T01:22:22,945 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/info/9f80ce82ede84508b76a3623e743eb1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:22:22,945 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/ns/a340520011374822b68806cdb81c5868 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/ns/a340520011374822b68806cdb81c5868 2024-11-11T01:22:22,950 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/ns/a340520011374822b68806cdb81c5868, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:22:22,951 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ddd27712de384f778af50dbae8eb0eee as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/rep_barrier/ddd27712de384f778af50dbae8eb0eee 2024-11-11T01:22:22,955 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/rep_barrier/ddd27712de384f778af50dbae8eb0eee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:22:22,956 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/.tmp/table/5fb5b35f82444b20a23c9d88d31df0a5 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/table/5fb5b35f82444b20a23c9d88d31df0a5 2024-11-11T01:22:22,960 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/table/5fb5b35f82444b20a23c9d88d31df0a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:22:22,961 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-11T01:22:22,967 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:22:22,968 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:22,968 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:22:22,968 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:22,968 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288141633Running coprocessor pre-close hooks at 1731288141633Disabling compacts and flushes for region at 1731288141633Disabling writes for close at 1731288141633Obtaining lock to block concurrent updates at 1731288141633Preparing flush snapshotting stores in 1588230740 at 1731288141633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288141634 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288141634Flushing 1588230740/info: creating writer at 1731288141634Flushing 1588230740/info: appending metadata at 1731288141659 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731288141659Flushing 1588230740/ns: creating writer at 1731288142066 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731288142078 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731288142078Flushing 1588230740/rep_barrier: creating writer at 1731288142487 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288142502 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288142502Flushing 1588230740/table: creating writer at 1731288142516 (+14 ms)Flushing 1588230740/table: appending metadata at 1731288142532 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731288142532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e53ac3: reopening flushed file at 1731288142940 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558ce42e: reopening flushed file at 1731288142945 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a7f6fb: reopening flushed file at 1731288142950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d82b32: reopening flushed file at 1731288142955 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731288142961 (+6 ms)Writing region close event to WAL at 1731288142965 (+4 ms)Running coprocessor post-close hooks at 1731288142968 (+3 ms)Closed at 1731288142968 2024-11-11T01:22:22,968 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:23,034 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T01:22:23,034 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,44585,1731288115039; all regions closed. 2024-11-11T01:22:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:22:23,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741839_1015 (size=2172) 2024-11-11T01:22:23,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.rep.1731288132527 not finished, retry = 0 2024-11-11T01:22:23,087 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:23,132 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/WALs/612696b701d2,44585,1731288115039/612696b701d2%2C44585%2C1731288115039.1731288117494 to pos 2403, reset compression=false 2024-11-11T01:22:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741832_1008 (size=2411) 2024-11-11T01:22:23,142 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:23,142 INFO [RS:0;612696b701d2:44585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:23,142 INFO [RS:0;612696b701d2:44585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:23,142 INFO [RS:0;612696b701d2:44585 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:23,142 INFO [RS:0;612696b701d2:44585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:23,142 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:23,143 INFO [RS:0;612696b701d2:44585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,44585,1731288115039 because: Region server is closing 2024-11-11T01:22:23,143 INFO [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44585. 2024-11-11T01:22:23,143 DEBUG [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:23,143 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:23,143 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:23,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:23,243 INFO [RS:0;612696b701d2:44585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.shipper612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 terminated 2024-11-11T01:22:23,243 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,44585,1731288115039.replicationSource.wal-reader.612696b701d2%2C44585%2C1731288115039,1-612696b701d2,44585,1731288115039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:22:23,244 INFO [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:44585. 2024-11-11T01:22:23,244 DEBUG [RS:0;612696b701d2:44585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:23,244 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:23,244 DEBUG [RS:0;612696b701d2:44585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:23,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:23,244 INFO [RS:0;612696b701d2:44585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44585 2024-11-11T01:22:23,263 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:23,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21130346094/rs/612696b701d2,44585,1731288115039 2024-11-11T01:22:23,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094/rs 2024-11-11T01:22:23,304 INFO [RS:0;612696b701d2:44585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:23,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,44585,1731288115039] 2024-11-11T01:22:23,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21130346094/draining/612696b701d2,44585,1731288115039 already deleted, retry=false 2024-11-11T01:22:23,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,44585,1731288115039 expired; onlineServers=0 2024-11-11T01:22:23,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,45599,1731288114892' ***** 2024-11-11T01:22:23,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:22:23,325 INFO [M:0;612696b701d2:45599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:23,325 INFO [M:0;612696b701d2:45599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:23,325 DEBUG [M:0;612696b701d2:45599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:22:23,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:22:23,326 DEBUG [M:0;612696b701d2:45599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:22:23,326 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288117225 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288117225,5,FailOnTimeoutGroup] 2024-11-11T01:22:23,326 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288117228 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288117228,5,FailOnTimeoutGroup] 2024-11-11T01:22:23,326 INFO [M:0;612696b701d2:45599 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:23,326 INFO [M:0;612696b701d2:45599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:23,326 DEBUG [M:0;612696b701d2:45599 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:22:23,326 INFO [M:0;612696b701d2:45599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:22:23,326 INFO [M:0;612696b701d2:45599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:23,326 INFO [M:0;612696b701d2:45599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:22:23,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:22:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21130346094/master 2024-11-11T01:22:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21130346094 2024-11-11T01:22:23,336 DEBUG [M:0;612696b701d2:45599 {}] zookeeper.ZKUtil(347): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Unable to get data of znode /21130346094/master because node does not exist (not an error) 2024-11-11T01:22:23,336 WARN [M:0;612696b701d2:45599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:22:23,337 INFO [M:0;612696b701d2:45599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/.lastflushedseqids 2024-11-11T01:22:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741847_1023 (size=245) 2024-11-11T01:22:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:23,415 INFO [RS:0;612696b701d2:44585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44585-0x101277bf3d20007, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:23,415 INFO [RS:0;612696b701d2:44585 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,44585,1731288115039; zookeeper connection closed. 2024-11-11T01:22:23,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20d7a761 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20d7a761 2024-11-11T01:22:23,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:22:23,691 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:23,741 INFO [M:0;612696b701d2:45599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:22:23,741 INFO [M:0;612696b701d2:45599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:22:23,741 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:23,741 INFO [M:0;612696b701d2:45599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:23,741 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:23,741 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:23,741 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:23,741 INFO [M:0;612696b701d2:45599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T01:22:23,758 DEBUG [M:0;612696b701d2:45599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41ce08908e54da29820263a489c0a07 is 82, key is hbase:meta,,1/info:regioninfo/1731288118484/Put/seqid=0 2024-11-11T01:22:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741848_1024 (size=5672) 2024-11-11T01:22:23,966 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:24,162 INFO [M:0;612696b701d2:45599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41ce08908e54da29820263a489c0a07 2024-11-11T01:22:24,177 DEBUG [M:0;612696b701d2:45599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b743815b4d554749ad4f750836047f4a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288132571/Put/seqid=0 2024-11-11T01:22:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741849_1025 (size=9212) 2024-11-11T01:22:24,394 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:24,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:22:24,581 INFO [M:0;612696b701d2:45599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b743815b4d554749ad4f750836047f4a 2024-11-11T01:22:24,596 DEBUG [M:0;612696b701d2:45599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40452bb7e64a4fa8bb76c69f577fd3c5 is 69, key is 612696b701d2,44585,1731288115039/rs:state/1731288117309/Put/seqid=0 2024-11-11T01:22:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741850_1026 (size=5156) 2024-11-11T01:22:24,769 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:24,999 INFO [M:0;612696b701d2:45599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40452bb7e64a4fa8bb76c69f577fd3c5 2024-11-11T01:22:25,003 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41ce08908e54da29820263a489c0a07 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c41ce08908e54da29820263a489c0a07 2024-11-11T01:22:25,006 INFO [M:0;612696b701d2:45599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c41ce08908e54da29820263a489c0a07, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T01:22:25,007 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b743815b4d554749ad4f750836047f4a as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b743815b4d554749ad4f750836047f4a 2024-11-11T01:22:25,010 INFO [M:0;612696b701d2:45599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b743815b4d554749ad4f750836047f4a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T01:22:25,011 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40452bb7e64a4fa8bb76c69f577fd3c5 as hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40452bb7e64a4fa8bb76c69f577fd3c5 2024-11-11T01:22:25,014 INFO [M:0;612696b701d2:45599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40452bb7e64a4fa8bb76c69f577fd3c5, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T01:22:25,014 INFO [M:0;612696b701d2:45599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-11T01:22:25,015 INFO [M:0;612696b701d2:45599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:25,015 DEBUG [M:0;612696b701d2:45599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288143741Disabling compacts and flushes for region at 1731288143741Disabling writes for close at 1731288143741Obtaining lock to block concurrent updates at 1731288143741Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288143741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731288143742 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288143742Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288143742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288143757 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288143757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288144165 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288144177 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288144177Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288144584 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288144595 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288144595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8275bf: reopening flushed file at 1731288145002 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398baf61: reopening flushed file at 1731288145006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cefbabd: reopening flushed file at 1731288145010 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731288145014 (+4 ms)Writing region close event to WAL at 1731288145015 (+1 ms)Closed at 1731288145015 2024-11-11T01:22:25,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3be06a4d-9302-4448-7fce-09e705efe6e3/MasterData/WALs/612696b701d2,45599,1731288114892/612696b701d2%2C45599%2C1731288114892.1731288116953 not finished, retry = 0 2024-11-11T01:22:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741830_1006 (size=73866) 2024-11-11T01:22:25,118 INFO [M:0;612696b701d2:45599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:22:25,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:25,118 INFO [M:0;612696b701d2:45599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45599 2024-11-11T01:22:25,118 INFO [M:0;612696b701d2:45599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:25,197 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:25,263 INFO [M:0;612696b701d2:45599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:25,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:25,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45599-0x101277bf3d20006, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:25,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:25,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:25,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:22:25,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:22:25,267 WARN [BP-2051608790-172.17.0.3-1731288112866 heartbeating to localhost/127.0.0.1:36855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:22:25,267 WARN [BP-2051608790-172.17.0.3-1731288112866 heartbeating to localhost/127.0.0.1:36855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2051608790-172.17.0.3-1731288112866 (Datanode Uuid ce7e8926-099a-4f20-93db-4a5e67ee3126) service to localhost/127.0.0.1:36855 2024-11-11T01:22:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/cluster_57682c00-685d-cae8-0c59-cf277db37504/data/data1/current/BP-2051608790-172.17.0.3-1731288112866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/cluster_57682c00-685d-cae8-0c59-cf277db37504/data/data2/current/BP-2051608790-172.17.0.3-1731288112866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:25,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:22:25,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:25,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:25,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:25,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:25,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:22:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:22:25,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:25,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:25,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:25,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:25,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:25,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:22:25,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=431208940, stopped=false 2024-11-11T01:22:25,297 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38751,1731288110015 2024-11-11T01:22:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128629867/running 2024-11-11T01:22:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128629867/running 2024-11-11T01:22:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:22:25,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:22:25,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:25,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:25,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:25,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:25,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/running 2024-11-11T01:22:25,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Set watcher on znode that does not yet exist, /128629867/running 2024-11-11T01:22:25,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,38699,1731288110171' ***** 2024-11-11T01:22:25,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:22:25,311 INFO [RS:0;612696b701d2:38699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:22:25,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(3091): Received CLOSE for ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(3091): Received CLOSE for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,38699,1731288110171 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38699. 2024-11-11T01:22:25,312 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebeb37bae34d71e25929ee3ae5c1e7a0, disabling compactions & flushes 2024-11-11T01:22:25,312 DEBUG [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:25,312 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:25,312 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:25,312 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:22:25,312 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. after waiting 0 ms 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:22:25,312 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:22:25,312 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:22:25,312 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ebeb37bae34d71e25929ee3ae5c1e7a0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T01:22:25,313 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:22:25,313 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1325): Online Regions={ebeb37bae34d71e25929ee3ae5c1e7a0=test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0., 1588230740=hbase:meta,,1.1588230740, c52c372f62cec956c45eb1525da4537d=hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.} 2024-11-11T01:22:25,313 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:25,313 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:25,313 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:25,313 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:25,313 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:25,313 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:25,313 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:22:25,325 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/info/ec0666f1e3214052b55f65e965359da7 is 147, key is hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d./info:regioninfo/1731288130413/Put/seqid=0 2024-11-11T01:22:25,326 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f/793e25d3ace74557ae2a19ceb90c6caa is 37, key is row3/f:row3/1731288140236/Put/seqid=0 2024-11-11T01:22:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741841_1017 (size=5228) 2024-11-11T01:22:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741840_1016 (size=7686) 2024-11-11T01:22:25,330 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/info/ec0666f1e3214052b55f65e965359da7 2024-11-11T01:22:25,353 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/ns/cdc5f2394dfb42fd96082db04505efdf is 43, key is default/ns:d/1731288112755/Put/seqid=0 2024-11-11T01:22:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:22:25,400 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:25,513 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:25,672 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1466, reset compression=false 2024-11-11T01:22:25,676 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:25,676 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1713, reset compression=false 2024-11-11T01:22:25,676 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,38699,1731288110171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:25,676 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,38699,1731288110171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,38699,1731288110171, walGroup=612696b701d2%2C38699%2C1731288110171, offset=612696b701d2%2C38699%2C1731288110171.1731288112213:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:22:25,678 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:22:25,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:22:25,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:22:25,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:22:25,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:22:25,678 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 897363888 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198699904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:22:25,679 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:22:25,713 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:25,729 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f/793e25d3ace74557ae2a19ceb90c6caa 2024-11-11T01:22:25,733 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 793e25d3ace74557ae2a19ceb90c6caa 2024-11-11T01:22:25,745 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f1/8d77a6a03d2044609f0a3db3c5abb447 is 30, key is row1/f1:/1731288137578/DeleteFamily/seqid=0 2024-11-11T01:22:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741843_1019 (size=5158) 2024-11-11T01:22:25,756 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/ns/cdc5f2394dfb42fd96082db04505efdf 2024-11-11T01:22:25,772 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/rep_barrier/66af3449b8f74bb4909af5749cb0faad is 112, key is test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0./rep_barrier:seqnumDuringOpen/1731288121903/Put/seqid=0 2024-11-11T01:22:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:22:25,879 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1713, reset compression=false 2024-11-11T01:22:25,913 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:26,072 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:22:26,073 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:22:26,101 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:26,113 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:26,149 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f1/8d77a6a03d2044609f0a3db3c5abb447 2024-11-11T01:22:26,152 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d77a6a03d2044609f0a3db3c5abb447 2024-11-11T01:22:26,165 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/norep/ee0087ade6d8478c8e64de80f634ea11 is 33, key is row1/norep:/1731288137578/DeleteFamily/seqid=0 2024-11-11T01:22:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741845_1021 (size=5108) 2024-11-11T01:22:26,175 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/rep_barrier/66af3449b8f74bb4909af5749cb0faad 2024-11-11T01:22:26,182 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1713, reset compression=false 2024-11-11T01:22:26,191 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/table/a0f3fec43b4c404f854d513db33d2942 is 53, key is hbase:replication/table:state/1731288130420/Put/seqid=0 2024-11-11T01:22:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:22:26,313 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:26,514 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c52c372f62cec956c45eb1525da4537d, ebeb37bae34d71e25929ee3ae5c1e7a0 2024-11-11T01:22:26,569 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/norep/ee0087ade6d8478c8e64de80f634ea11 2024-11-11T01:22:26,572 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0087ade6d8478c8e64de80f634ea11 2024-11-11T01:22:26,573 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f/793e25d3ace74557ae2a19ceb90c6caa as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/f/793e25d3ace74557ae2a19ceb90c6caa 2024-11-11T01:22:26,576 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 793e25d3ace74557ae2a19ceb90c6caa 2024-11-11T01:22:26,576 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/f/793e25d3ace74557ae2a19ceb90c6caa, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T01:22:26,577 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/f1/8d77a6a03d2044609f0a3db3c5abb447 as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/f1/8d77a6a03d2044609f0a3db3c5abb447 2024-11-11T01:22:26,580 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d77a6a03d2044609f0a3db3c5abb447 2024-11-11T01:22:26,580 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/f1/8d77a6a03d2044609f0a3db3c5abb447, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:26,581 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/.tmp/norep/ee0087ade6d8478c8e64de80f634ea11 as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/norep/ee0087ade6d8478c8e64de80f634ea11 2024-11-11T01:22:26,584 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0087ade6d8478c8e64de80f634ea11 2024-11-11T01:22:26,585 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/norep/ee0087ade6d8478c8e64de80f634ea11, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:26,585 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 1713, reset compression=false 2024-11-11T01:22:26,585 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ebeb37bae34d71e25929ee3ae5c1e7a0 in 1273ms, sequenceid=12, compaction requested=false 2024-11-11T01:22:26,589 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:26,589 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 2357, reset compression=false 2024-11-11T01:22:26,589 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/default/test/ebeb37bae34d71e25929ee3ae5c1e7a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:26,590 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebeb37bae34d71e25929ee3ae5c1e7a0: Waiting for close lock at 1731288145312Running coprocessor pre-close hooks at 1731288145312Disabling compacts and flushes for region at 1731288145312Disabling writes for close at 1731288145312Obtaining lock to block concurrent updates at 1731288145312Preparing flush snapshotting stores in ebeb37bae34d71e25929ee3ae5c1e7a0 at 1731288145312Finished memstore snapshotting test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731288145313 (+1 ms)Flushing stores of test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. at 1731288145313Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f: creating writer at 1731288145313Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f: appending metadata at 1731288145325 (+12 ms)Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f: closing flushed file at 1731288145325Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f1: creating writer at 1731288145733 (+408 ms)Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f1: appending metadata at 1731288145745 (+12 ms)Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/f1: closing flushed file at 1731288145745Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/norep: creating writer at 1731288146152 (+407 ms)Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/norep: appending metadata at 1731288146164 (+12 ms)Flushing ebeb37bae34d71e25929ee3ae5c1e7a0/norep: closing flushed file at 1731288146164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66412a17: reopening flushed file at 1731288146572 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486a587: reopening flushed file at 1731288146576 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1adfcbdd: reopening flushed file at 1731288146580 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ebeb37bae34d71e25929ee3ae5c1e7a0 in 1273ms, sequenceid=12, compaction requested=false at 1731288146585 (+5 ms)Writing region close event to WAL at 1731288146587 (+2 ms)Running coprocessor post-close hooks at 1731288146590 (+3 ms)Closed at 1731288146590 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288120759.ebeb37bae34d71e25929ee3ae5c1e7a0. 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c52c372f62cec956c45eb1525da4537d, disabling compactions & flushes 2024-11-11T01:22:26,590 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. after waiting 0 ms 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c52c372f62cec956c45eb1525da4537d: Waiting for close lock at 1731288146590Running coprocessor pre-close hooks at 1731288146590Disabling compacts and flushes for region at 1731288146590Disabling writes for close at 1731288146590Failed flush hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d., putting online again at 1731288146590 2024-11-11T01:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,595 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/table/a0f3fec43b4c404f854d513db33d2942 2024-11-11T01:22:26,599 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/info/ec0666f1e3214052b55f65e965359da7 as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/info/ec0666f1e3214052b55f65e965359da7 2024-11-11T01:22:26,602 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/info/ec0666f1e3214052b55f65e965359da7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:22:26,602 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/ns/cdc5f2394dfb42fd96082db04505efdf as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/ns/cdc5f2394dfb42fd96082db04505efdf 2024-11-11T01:22:26,605 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/ns/cdc5f2394dfb42fd96082db04505efdf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:22:26,606 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/rep_barrier/66af3449b8f74bb4909af5749cb0faad as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/rep_barrier/66af3449b8f74bb4909af5749cb0faad 2024-11-11T01:22:26,609 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/rep_barrier/66af3449b8f74bb4909af5749cb0faad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:22:26,609 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/.tmp/table/a0f3fec43b4c404f854d513db33d2942 as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/table/a0f3fec43b4c404f854d513db33d2942 2024-11-11T01:22:26,612 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/table/a0f3fec43b4c404f854d513db33d2942, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:22:26,613 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false 2024-11-11T01:22:26,616 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:22:26,616 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:26,616 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:22:26,616 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:26,617 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288145313Running coprocessor pre-close hooks at 1731288145313Disabling compacts and flushes for region at 1731288145313Disabling writes for close at 1731288145313Obtaining lock to block concurrent updates at 1731288145313Preparing flush snapshotting stores in 1588230740 at 1731288145313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288145313Flushing stores of hbase:meta,,1.1588230740 at 1731288145314 (+1 ms)Flushing 1588230740/info: creating writer at 1731288145314Flushing 1588230740/info: appending metadata at 1731288145325 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731288145325Flushing 1588230740/ns: creating writer at 1731288145334 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731288145352 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731288145352Flushing 1588230740/rep_barrier: creating writer at 1731288145759 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288145771 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288145771Flushing 1588230740/table: creating writer at 1731288146178 (+407 ms)Flushing 1588230740/table: appending metadata at 1731288146191 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731288146191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5874c058: reopening flushed file at 1731288146598 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a01c07: reopening flushed file at 1731288146602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@accc43b: reopening flushed file at 1731288146605 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4033ef: reopening flushed file at 1731288146609 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false at 1731288146613 (+4 ms)Writing region close event to WAL at 1731288146614 (+1 ms)Running coprocessor post-close hooks at 1731288146616 (+2 ms)Closed at 1731288146616 2024-11-11T01:22:26,617 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:26,714 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:22:26,714 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1325): Online Regions={c52c372f62cec956c45eb1525da4537d=hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d.} 2024-11-11T01:22:26,714 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(3091): Received CLOSE for c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:26,714 DEBUG [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1351): Waiting on c52c372f62cec956c45eb1525da4537d 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c52c372f62cec956c45eb1525da4537d, disabling compactions & flushes 2024-11-11T01:22:26,714 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. after waiting 0 ms 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c52c372f62cec956c45eb1525da4537d: Waiting for close lock at 1731288146714Running coprocessor pre-close hooks at 1731288146714Disabling compacts and flushes for region at 1731288146714Disabling writes for close at 1731288146714Failed flush hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d., putting online again at 1731288146714 2024-11-11T01:22:26,714 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288129241.c52c372f62cec956c45eb1525da4537d. 2024-11-11T01:22:26,792 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 2357, reset compression=false 2024-11-11T01:22:26,914 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T01:22:26,914 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,38699,1731288110171; all regions closed. 2024-11-11T01:22:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:22:26,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.meta.1731288112707.meta not finished, retry = 0 2024-11-11T01:22:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741839_1015 (size=2609) 2024-11-11T01:22:27,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.rep.1731288130375 not finished, retry = 0 2024-11-11T01:22:27,030 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T01:22:27,095 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 to pos 2357, reset compression=false 2024-11-11T01:22:27,103 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741833_1009 (size=2365) 2024-11-11T01:22:27,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/WALs/612696b701d2,38699,1731288110171/612696b701d2%2C38699%2C1731288110171.1731288112213 not finished, retry = 0 2024-11-11T01:22:27,222 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:27,222 INFO [RS:0;612696b701d2:38699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:27,222 INFO [RS:0;612696b701d2:38699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:27,223 INFO [RS:0;612696b701d2:38699 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:27,223 INFO [RS:0;612696b701d2:38699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:27,223 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:27,223 INFO [RS:0;612696b701d2:38699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,38699,1731288110171 because: Region server is closing 2024-11-11T01:22:27,223 INFO [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38699. 2024-11-11T01:22:27,223 DEBUG [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:27,223 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:27,223 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:27,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:27,324 INFO [RS:0;612696b701d2:38699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.shipper612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 terminated 2024-11-11T01:22:27,324 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,38699,1731288110171.replicationSource.wal-reader.612696b701d2%2C38699%2C1731288110171,1-612696b701d2,38699,1731288110171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:22:27,324 INFO [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:38699. 2024-11-11T01:22:27,324 DEBUG [RS:0;612696b701d2:38699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:27,324 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:27,324 DEBUG [RS:0;612696b701d2:38699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:27,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:27,324 INFO [RS:0;612696b701d2:38699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38699 2024-11-11T01:22:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867/rs 2024-11-11T01:22:27,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128629867/rs/612696b701d2,38699,1731288110171 2024-11-11T01:22:27,395 INFO [RS:0;612696b701d2:38699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:27,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,38699,1731288110171] 2024-11-11T01:22:27,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /128629867/draining/612696b701d2,38699,1731288110171 already deleted, retry=false 2024-11-11T01:22:27,416 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,38699,1731288110171 expired; onlineServers=0 2024-11-11T01:22:27,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38751,1731288110015' ***** 2024-11-11T01:22:27,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:27,416 DEBUG [M:0;612696b701d2:38751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:22:27,416 DEBUG [M:0;612696b701d2:38751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:22:27,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:22:27,416 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288111996 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288111996,5,FailOnTimeoutGroup] 2024-11-11T01:22:27,416 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288111992 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288111992,5,FailOnTimeoutGroup] 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:27,416 DEBUG [M:0;612696b701d2:38751 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:27,416 INFO [M:0;612696b701d2:38751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:22:27,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:22:27,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128629867/master 2024-11-11T01:22:27,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128629867 2024-11-11T01:22:27,426 DEBUG [M:0;612696b701d2:38751 {}] zookeeper.ZKUtil(347): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Unable to get data of znode /128629867/master because node does not exist (not an error) 2024-11-11T01:22:27,426 WARN [M:0;612696b701d2:38751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:22:27,427 INFO [M:0;612696b701d2:38751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/.lastflushedseqids 2024-11-11T01:22:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741847_1023 (size=245) 2024-11-11T01:22:27,505 INFO [RS:0;612696b701d2:38699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:27,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:27,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38699-0x101277bf3d20004, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:27,505 INFO [RS:0;612696b701d2:38699 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,38699,1731288110171; zookeeper connection closed. 2024-11-11T01:22:27,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5770bf6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5770bf6f 2024-11-11T01:22:27,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:22:27,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:27,834 INFO [M:0;612696b701d2:38751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:22:27,834 INFO [M:0;612696b701d2:38751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:22:27,834 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:27,834 INFO [M:0;612696b701d2:38751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:27,834 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:27,834 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:27,834 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:27,834 INFO [M:0;612696b701d2:38751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T01:22:27,847 DEBUG [M:0;612696b701d2:38751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5285c09d230a452c82dae1b0a5b76c7f is 82, key is hbase:meta,,1/info:regioninfo/1731288112737/Put/seqid=0 2024-11-11T01:22:27,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741848_1024 (size=5672) 2024-11-11T01:22:27,949 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T01:22:27,949 INFO [master/612696b701d2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T01:22:28,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:28,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:28,206 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:28,251 INFO [M:0;612696b701d2:38751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5285c09d230a452c82dae1b0a5b76c7f 2024-11-11T01:22:28,272 DEBUG [M:0;612696b701d2:38751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4760927a87f547cab511c8802f34e69e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731288121915/Put/seqid=0 2024-11-11T01:22:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741849_1025 (size=7217) 2024-11-11T01:22:28,679 INFO [M:0;612696b701d2:38751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4760927a87f547cab511c8802f34e69e 2024-11-11T01:22:28,683 INFO [M:0;612696b701d2:38751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4760927a87f547cab511c8802f34e69e 2024-11-11T01:22:28,699 DEBUG [M:0;612696b701d2:38751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb56fe1f8034b8c9ef02e317c5af1f8 is 69, key is 612696b701d2,38699,1731288110171/rs:state/1731288112049/Put/seqid=0 2024-11-11T01:22:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741850_1026 (size=5156) 2024-11-11T01:22:29,102 INFO [M:0;612696b701d2:38751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb56fe1f8034b8c9ef02e317c5af1f8 2024-11-11T01:22:29,106 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5285c09d230a452c82dae1b0a5b76c7f as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5285c09d230a452c82dae1b0a5b76c7f 2024-11-11T01:22:29,110 INFO [M:0;612696b701d2:38751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5285c09d230a452c82dae1b0a5b76c7f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T01:22:29,111 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4760927a87f547cab511c8802f34e69e as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4760927a87f547cab511c8802f34e69e 2024-11-11T01:22:29,114 INFO [M:0;612696b701d2:38751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4760927a87f547cab511c8802f34e69e 2024-11-11T01:22:29,114 INFO [M:0;612696b701d2:38751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4760927a87f547cab511c8802f34e69e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T01:22:29,115 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb56fe1f8034b8c9ef02e317c5af1f8 as hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb56fe1f8034b8c9ef02e317c5af1f8 2024-11-11T01:22:29,118 INFO [M:0;612696b701d2:38751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36287/user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb56fe1f8034b8c9ef02e317c5af1f8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T01:22:29,119 INFO [M:0;612696b701d2:38751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-11T01:22:29,121 INFO [M:0;612696b701d2:38751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:29,121 DEBUG [M:0;612696b701d2:38751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288147834Disabling compacts and flushes for region at 1731288147834Disabling writes for close at 1731288147834Obtaining lock to block concurrent updates at 1731288147834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288147834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731288147835 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288147835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288147835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288147847 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288147847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288148254 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288148271 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288148271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288148683 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288148698 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288148698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c30ddf1: reopening flushed file at 1731288149105 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777694ec: reopening flushed file at 1731288149110 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43204ba2: reopening flushed file at 1731288149114 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731288149119 (+5 ms)Writing region close event to WAL at 1731288149121 (+2 ms)Closed at 1731288149121 2024-11-11T01:22:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741830_1006 (size=64411) 2024-11-11T01:22:29,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdc29ea3-95f2-00e8-05c0-e627d053f35e/MasterData/WALs/612696b701d2,38751,1731288110015/612696b701d2%2C38751%2C1731288110015.1731288111706 not finished, retry = 0 2024-11-11T01:22:29,224 INFO [M:0;612696b701d2:38751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:22:29,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:29,224 INFO [M:0;612696b701d2:38751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38751 2024-11-11T01:22:29,225 INFO [M:0;612696b701d2:38751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:29,393 INFO [M:0;612696b701d2:38751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:29,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:29,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38751-0x101277bf3d20003, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:29,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:29,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:29,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:29,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:29,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:29,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:22:29,397 WARN [BP-1034997799-172.17.0.3-1731288108008 heartbeating to localhost/127.0.0.1:36287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:22:29,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:22:29,397 WARN [BP-1034997799-172.17.0.3-1731288108008 heartbeating to localhost/127.0.0.1:36287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1034997799-172.17.0.3-1731288108008 (Datanode Uuid 6453dfb7-2240-4a27-9a20-0d23e0d1ed21) service to localhost/127.0.0.1:36287 2024-11-11T01:22:29,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/cluster_5080a0a3-3d7d-2cfb-fea8-ae13d4d5e85d/data/data1/current/BP-1034997799-172.17.0.3-1731288108008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:29,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/cluster_5080a0a3-3d7d-2cfb-fea8-ae13d4d5e85d/data/data2/current/BP-1034997799-172.17.0.3-1731288108008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:29,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:22:29,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:29,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:29,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:29,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:29,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3faff41c-e8c2-ef5b-7971-1d74d7187a45/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:29,409 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.1731288106854 to pos 1488, reset compression=false 2024-11-11T01:22:29,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:22:29,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:22:29,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:29,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:29,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:29,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:29,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:29,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:22:29,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293120490, stopped=false 2024-11-11T01:22:29,429 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,45201,1731288104824 2024-11-11T01:22:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724381220/running 2024-11-11T01:22:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724381220/running 2024-11-11T01:22:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:22:29,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:22:29,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:29,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:29,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:29,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:29,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,37537,1731288105030' ***** 2024-11-11T01:22:29,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:22:29,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/running 2024-11-11T01:22:29,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Set watcher on znode that does not yet exist, /0-1724381220/running 2024-11-11T01:22:29,441 INFO [RS:0;612696b701d2:37537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:22:29,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(3091): Received CLOSE for 31839e487c95c69c0f65b99f6ffa34e4 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,37537,1731288105030 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37537. 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31839e487c95c69c0f65b99f6ffa34e4, disabling compactions & flushes 2024-11-11T01:22:29,442 DEBUG [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:29,442 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:29,442 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. after waiting 0 ms 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:22:29,442 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31839e487c95c69c0f65b99f6ffa34e4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T01:22:29,442 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:22:29,442 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1325): Online Regions={31839e487c95c69c0f65b99f6ffa34e4=test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4., 1588230740=hbase:meta,,1.1588230740, 7f10efe12b0982311784779e12cb8f8d=hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d.} 2024-11-11T01:22:29,442 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31839e487c95c69c0f65b99f6ffa34e4, 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:29,442 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:29,442 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:29,443 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:22:29,456 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/info/aff240eced014491889100de2d0ce4b9 is 147, key is hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d./info:regioninfo/1731288126226/Put/seqid=0 2024-11-11T01:22:29,463 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f/caf48c0ee33e4b35a3e966535725f4a8 is 37, key is row3/f:row3/1731288140236/Put/seqid=0 2024-11-11T01:22:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741840_1016 (size=7686) 2024-11-11T01:22:29,464 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741841_1017 (size=5228) 2024-11-11T01:22:29,643 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31839e487c95c69c0f65b99f6ffa34e4, 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:29,790 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:22:29,790 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:22:29,843 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31839e487c95c69c0f65b99f6ffa34e4, 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:29,863 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/info/aff240eced014491889100de2d0ce4b9 2024-11-11T01:22:29,867 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f/caf48c0ee33e4b35a3e966535725f4a8 2024-11-11T01:22:29,871 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf48c0ee33e4b35a3e966535725f4a8 2024-11-11T01:22:29,881 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/ns/b001e74ead6c44d2a9b2dec6fdc51f45 is 43, key is default/ns:d/1731288107924/Put/seqid=0 2024-11-11T01:22:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:22:29,887 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f1/a31faabd5de84cef9769cf446773306f is 30, key is row1/f1:/1731288137578/DeleteFamily/seqid=0 2024-11-11T01:22:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741843_1019 (size=5158) 2024-11-11T01:22:30,043 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31839e487c95c69c0f65b99f6ffa34e4, 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:30,243 DEBUG [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31839e487c95c69c0f65b99f6ffa34e4, 7f10efe12b0982311784779e12cb8f8d 2024-11-11T01:22:30,284 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/ns/b001e74ead6c44d2a9b2dec6fdc51f45 2024-11-11T01:22:30,290 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f1/a31faabd5de84cef9769cf446773306f 2024-11-11T01:22:30,293 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a31faabd5de84cef9769cf446773306f 2024-11-11T01:22:30,315 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/rep_barrier/e04563faf0814cefa609cb7b28e21056 is 112, key is test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4./rep_barrier:seqnumDuringOpen/1731288119752/Put/seqid=0 2024-11-11T01:22:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:22:30,319 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/rep_barrier/e04563faf0814cefa609cb7b28e21056 2024-11-11T01:22:30,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/norep/3cfca171442840a1aba8cf24ae3cfc08 is 32, key is row/norep:/1731288136572/DeleteFamily/seqid=0 2024-11-11T01:22:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741845_1021 (size=5101) 2024-11-11T01:22:30,324 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/norep/3cfca171442840a1aba8cf24ae3cfc08 2024-11-11T01:22:30,327 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cfca171442840a1aba8cf24ae3cfc08 2024-11-11T01:22:30,328 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f/caf48c0ee33e4b35a3e966535725f4a8 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/f/caf48c0ee33e4b35a3e966535725f4a8 2024-11-11T01:22:30,331 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for caf48c0ee33e4b35a3e966535725f4a8 2024-11-11T01:22:30,331 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/f/caf48c0ee33e4b35a3e966535725f4a8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T01:22:30,332 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/f1/a31faabd5de84cef9769cf446773306f as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/f1/a31faabd5de84cef9769cf446773306f 2024-11-11T01:22:30,336 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a31faabd5de84cef9769cf446773306f 2024-11-11T01:22:30,336 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/f1/a31faabd5de84cef9769cf446773306f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:30,336 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/.tmp/norep/3cfca171442840a1aba8cf24ae3cfc08 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/norep/3cfca171442840a1aba8cf24ae3cfc08 2024-11-11T01:22:30,339 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cfca171442840a1aba8cf24ae3cfc08 2024-11-11T01:22:30,339 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/norep/3cfca171442840a1aba8cf24ae3cfc08, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T01:22:30,340 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 31839e487c95c69c0f65b99f6ffa34e4 in 898ms, sequenceid=12, compaction requested=false 2024-11-11T01:22:30,340 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:22:30,341 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/table/4b2c48ea72224761aca3a43cab9ccb23 is 53, key is hbase:replication/table:state/1731288126232/Put/seqid=0 2024-11-11T01:22:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:22:30,345 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/default/test/31839e487c95c69c0f65b99f6ffa34e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T01:22:30,345 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/table/4b2c48ea72224761aca3a43cab9ccb23 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:30,346 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31839e487c95c69c0f65b99f6ffa34e4: Waiting for close lock at 1731288149442Running coprocessor pre-close hooks at 1731288149442Disabling compacts and flushes for region at 1731288149442Disabling writes for close at 1731288149442Obtaining lock to block concurrent updates at 1731288149442Preparing flush snapshotting stores in 31839e487c95c69c0f65b99f6ffa34e4 at 1731288149442Finished memstore snapshotting test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731288149442Flushing stores of test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. at 1731288149443 (+1 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/f: creating writer at 1731288149443Flushing 31839e487c95c69c0f65b99f6ffa34e4/f: appending metadata at 1731288149462 (+19 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/f: closing flushed file at 1731288149462Flushing 31839e487c95c69c0f65b99f6ffa34e4/f1: creating writer at 1731288149871 (+409 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/f1: appending metadata at 1731288149886 (+15 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/f1: closing flushed file at 1731288149886Flushing 31839e487c95c69c0f65b99f6ffa34e4/norep: creating writer at 1731288150294 (+408 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/norep: appending metadata at 1731288150320 (+26 ms)Flushing 31839e487c95c69c0f65b99f6ffa34e4/norep: closing flushed file at 1731288150320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41bbd642: reopening flushed file at 1731288150327 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be276ce: reopening flushed file at 1731288150331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b3e683: reopening flushed file at 1731288150336 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 31839e487c95c69c0f65b99f6ffa34e4 in 898ms, sequenceid=12, compaction requested=false at 1731288150340 (+4 ms)Writing region close event to WAL at 1731288150342 (+2 ms)Running coprocessor post-close hooks at 1731288150345 (+3 ms)Closed at 1731288150346 (+1 ms) 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288118605.31839e487c95c69c0f65b99f6ffa34e4. 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f10efe12b0982311784779e12cb8f8d, disabling compactions & flushes 2024-11-11T01:22:30,346 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. after waiting 0 ms 2024-11-11T01:22:30,346 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:30,346 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f10efe12b0982311784779e12cb8f8d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T01:22:30,349 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/info/aff240eced014491889100de2d0ce4b9 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/info/aff240eced014491889100de2d0ce4b9 2024-11-11T01:22:30,353 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/info/aff240eced014491889100de2d0ce4b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:22:30,354 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/ns/b001e74ead6c44d2a9b2dec6fdc51f45 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/ns/b001e74ead6c44d2a9b2dec6fdc51f45 2024-11-11T01:22:30,358 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/ns/b001e74ead6c44d2a9b2dec6fdc51f45, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:22:30,359 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/rep_barrier/e04563faf0814cefa609cb7b28e21056 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/rep_barrier/e04563faf0814cefa609cb7b28e21056 2024-11-11T01:22:30,363 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/rep_barrier/e04563faf0814cefa609cb7b28e21056, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:22:30,364 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/.tmp/table/4b2c48ea72224761aca3a43cab9ccb23 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/table/4b2c48ea72224761aca3a43cab9ccb23 2024-11-11T01:22:30,365 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/.tmp/queue/e2591b7e07194da88b4a2a78d29762d4 is 154, key is 1-612696b701d2,37537,1731288105030/queue:612696b701d2%2C37537%2C1731288105030/1731288141674/Put/seqid=0 2024-11-11T01:22:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741847_1023 (size=5353) 2024-11-11T01:22:30,368 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/.tmp/queue/e2591b7e07194da88b4a2a78d29762d4 2024-11-11T01:22:30,368 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/table/4b2c48ea72224761aca3a43cab9ccb23, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:22:30,369 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-11-11T01:22:30,369 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:22:30,372 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/.tmp/queue/e2591b7e07194da88b4a2a78d29762d4 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/queue/e2591b7e07194da88b4a2a78d29762d4 2024-11-11T01:22:30,374 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:22:30,374 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:30,374 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:22:30,374 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:30,374 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288149442Running coprocessor pre-close hooks at 1731288149442Disabling compacts and flushes for region at 1731288149442Disabling writes for close at 1731288149442Obtaining lock to block concurrent updates at 1731288149443 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288149443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288149443Flushing stores of hbase:meta,,1.1588230740 at 1731288149443Flushing 1588230740/info: creating writer at 1731288149443Flushing 1588230740/info: appending metadata at 1731288149456 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731288149456Flushing 1588230740/ns: creating writer at 1731288149867 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731288149880 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731288149880Flushing 1588230740/rep_barrier: creating writer at 1731288150288 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288150314 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288150314Flushing 1588230740/table: creating writer at 1731288150322 (+8 ms)Flushing 1588230740/table: appending metadata at 1731288150341 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731288150341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9c1043: reopening flushed file at 1731288150348 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d35d1d6: reopening flushed file at 1731288150354 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df0f962: reopening flushed file at 1731288150359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2afef2: reopening flushed file at 1731288150364 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1731288150369 (+5 ms)Writing region close event to WAL at 1731288150371 (+2 ms)Running coprocessor post-close hooks at 1731288150374 (+3 ms)Closed at 1731288150374 2024-11-11T01:22:30,375 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:30,376 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/queue/e2591b7e07194da88b4a2a78d29762d4, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T01:22:30,377 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7f10efe12b0982311784779e12cb8f8d in 31ms, sequenceid=14, compaction requested=false 2024-11-11T01:22:30,380 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/data/hbase/replication/7f10efe12b0982311784779e12cb8f8d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T01:22:30,380 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:22:30,380 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:22:30,380 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:30,380 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f10efe12b0982311784779e12cb8f8d: Waiting for close lock at 1731288150346Running coprocessor pre-close hooks at 1731288150346Disabling compacts and flushes for region at 1731288150346Disabling writes for close at 1731288150346Obtaining lock to block concurrent updates at 1731288150346Preparing flush snapshotting stores in 7f10efe12b0982311784779e12cb8f8d at 1731288150346Finished memstore snapshotting hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731288150347 (+1 ms)Flushing stores of hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. at 1731288150347Flushing 7f10efe12b0982311784779e12cb8f8d/queue: creating writer at 1731288150347Flushing 7f10efe12b0982311784779e12cb8f8d/queue: appending metadata at 1731288150364 (+17 ms)Flushing 7f10efe12b0982311784779e12cb8f8d/queue: closing flushed file at 1731288150364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbe203e: reopening flushed file at 1731288150371 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7f10efe12b0982311784779e12cb8f8d in 31ms, sequenceid=14, compaction requested=false at 1731288150377 (+6 ms)Writing region close event to WAL at 1731288150377Running coprocessor post-close hooks at 1731288150380 (+3 ms)Closed at 1731288150380 2024-11-11T01:22:30,380 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288125069.7f10efe12b0982311784779e12cb8f8d. 2024-11-11T01:22:30,443 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,37537,1731288105030; all regions closed. 2024-11-11T01:22:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:22:30,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/WALs/612696b701d2,37537,1731288105030/612696b701d2%2C37537%2C1731288105030.meta.1731288107867.meta not finished, retry = 0 2024-11-11T01:22:30,547 DEBUG [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs 2024-11-11T01:22:30,547 INFO [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37537%2C1731288105030.meta:.meta(num 1731288107867) 2024-11-11T01:22:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741839_1015 (size=3552) 2024-11-11T01:22:30,550 DEBUG [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs 2024-11-11T01:22:30,550 INFO [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37537%2C1731288105030.rep:(num 1731288126199) 2024-11-11T01:22:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741832_1008 (size=2387) 2024-11-11T01:22:30,553 DEBUG [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/oldWALs 2024-11-11T01:22:30,553 INFO [RS:0;612696b701d2:37537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C37537%2C1731288105030:(num 1731288106854) 2024-11-11T01:22:30,553 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:30,553 INFO [RS:0;612696b701d2:37537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:22:30,553 INFO [RS:0;612696b701d2:37537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:30,553 INFO [RS:0;612696b701d2:37537 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:30,554 INFO [RS:0;612696b701d2:37537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:30,554 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:30,554 INFO [RS:0;612696b701d2:37537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,37537,1731288105030 because: Region server is closing 2024-11-11T01:22:30,554 INFO [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37537. 2024-11-11T01:22:30,554 DEBUG [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:30,554 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:30,554 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:30,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:30,654 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.wal-reader.612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:22:30,654 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:22:30,655 INFO [RS:0;612696b701d2:37537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,37537,1731288105030.replicationSource.shipper612696b701d2%2C37537%2C1731288105030,1-612696b701d2,37537,1731288105030 terminated 2024-11-11T01:22:30,655 INFO [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:37537. 2024-11-11T01:22:30,655 DEBUG [RS:0;612696b701d2:37537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:30,655 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:30,655 DEBUG [RS:0;612696b701d2:37537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:30,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:30,655 INFO [RS:0;612696b701d2:37537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37537 2024-11-11T01:22:30,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220/rs 2024-11-11T01:22:30,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724381220/rs/612696b701d2,37537,1731288105030 2024-11-11T01:22:30,672 INFO [RS:0;612696b701d2:37537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:30,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,37537,1731288105030] 2024-11-11T01:22:30,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724381220/draining/612696b701d2,37537,1731288105030 already deleted, retry=false 2024-11-11T01:22:30,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,37537,1731288105030 expired; onlineServers=0 2024-11-11T01:22:30,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,45201,1731288104824' ***** 2024-11-11T01:22:30,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:22:30,693 INFO [M:0;612696b701d2:45201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:22:30,693 INFO [M:0;612696b701d2:45201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:22:30,693 DEBUG [M:0;612696b701d2:45201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:22:30,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:22:30,694 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288106648 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288106648,5,FailOnTimeoutGroup] 2024-11-11T01:22:30,694 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288106653 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288106653,5,FailOnTimeoutGroup] 2024-11-11T01:22:30,694 DEBUG [M:0;612696b701d2:45201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:22:30,694 INFO [M:0;612696b701d2:45201 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:22:30,694 INFO [M:0;612696b701d2:45201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:22:30,694 DEBUG [M:0;612696b701d2:45201 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:22:30,694 INFO [M:0;612696b701d2:45201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:22:30,694 INFO [M:0;612696b701d2:45201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:22:30,694 ERROR [M:0;612696b701d2:45201 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41587,5,PEWorkerGroup] 2024-11-11T01:22:30,695 INFO [M:0;612696b701d2:45201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:22:30,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:22:30,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724381220/master 2024-11-11T01:22:30,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724381220 2024-11-11T01:22:30,704 DEBUG [M:0;612696b701d2:45201 {}] zookeeper.ZKUtil(347): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Unable to get data of znode /0-1724381220/master because node does not exist (not an error) 2024-11-11T01:22:30,704 WARN [M:0;612696b701d2:45201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:22:30,705 INFO [M:0;612696b701d2:45201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/.lastflushedseqids 2024-11-11T01:22:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741848_1024 (size=245) 2024-11-11T01:22:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:30,783 INFO [RS:0;612696b701d2:37537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37537-0x101277bf3d20001, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:30,783 INFO [RS:0;612696b701d2:37537 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,37537,1731288105030; zookeeper connection closed. 2024-11-11T01:22:30,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dfa914a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dfa914a 2024-11-11T01:22:30,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:22:31,108 INFO [M:0;612696b701d2:45201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:22:31,109 INFO [M:0;612696b701d2:45201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:22:31,109 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:31,109 INFO [M:0;612696b701d2:45201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:31,109 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:31,109 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:31,109 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:31,109 INFO [M:0;612696b701d2:45201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T01:22:31,122 DEBUG [M:0;612696b701d2:45201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d1e58557d564d13abf35250f3925b80 is 82, key is hbase:meta,,1/info:regioninfo/1731288107897/Put/seqid=0 2024-11-11T01:22:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741849_1025 (size=5672) 2024-11-11T01:22:31,525 INFO [M:0;612696b701d2:45201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d1e58557d564d13abf35250f3925b80 2024-11-11T01:22:31,541 DEBUG [M:0;612696b701d2:45201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0f7a675522b41a0b2bc1c84881c1785 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731288119762/Put/seqid=0 2024-11-11T01:22:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741850_1026 (size=7218) 2024-11-11T01:22:31,944 INFO [M:0;612696b701d2:45201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0f7a675522b41a0b2bc1c84881c1785 2024-11-11T01:22:31,947 INFO [M:0;612696b701d2:45201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0f7a675522b41a0b2bc1c84881c1785 2024-11-11T01:22:31,960 DEBUG [M:0;612696b701d2:45201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab8bfbfcce49439e884a8715145ad4 is 69, key is 612696b701d2,37537,1731288105030/rs:state/1731288106696/Put/seqid=0 2024-11-11T01:22:31,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741851_1027 (size=5156) 2024-11-11T01:22:32,364 INFO [M:0;612696b701d2:45201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab8bfbfcce49439e884a8715145ad4 2024-11-11T01:22:32,368 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d1e58557d564d13abf35250f3925b80 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d1e58557d564d13abf35250f3925b80 2024-11-11T01:22:32,371 INFO [M:0;612696b701d2:45201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d1e58557d564d13abf35250f3925b80, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T01:22:32,372 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0f7a675522b41a0b2bc1c84881c1785 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0f7a675522b41a0b2bc1c84881c1785 2024-11-11T01:22:32,375 INFO [M:0;612696b701d2:45201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0f7a675522b41a0b2bc1c84881c1785 2024-11-11T01:22:32,375 INFO [M:0;612696b701d2:45201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0f7a675522b41a0b2bc1c84881c1785, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T01:22:32,375 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab8bfbfcce49439e884a8715145ad4 as hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ab8bfbfcce49439e884a8715145ad4 2024-11-11T01:22:32,378 INFO [M:0;612696b701d2:45201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41587/user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ab8bfbfcce49439e884a8715145ad4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T01:22:32,379 INFO [M:0;612696b701d2:45201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-11T01:22:32,380 INFO [M:0;612696b701d2:45201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:32,380 DEBUG [M:0;612696b701d2:45201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288151109Disabling compacts and flushes for region at 1731288151109Disabling writes for close at 1731288151109Obtaining lock to block concurrent updates at 1731288151109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288151109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731288151109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288151110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288151110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288151121 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288151121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288151529 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288151540 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288151540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288151948 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288151960 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288151960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100d830e: reopening flushed file at 1731288152367 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250c7a9: reopening flushed file at 1731288152371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253d23e2: reopening flushed file at 1731288152375 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1731288152379 (+4 ms)Writing region close event to WAL at 1731288152380 (+1 ms)Closed at 1731288152380 2024-11-11T01:22:32,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f0e95ea-a2c2-d219-e7e0-8099f022fe78/MasterData/WALs/612696b701d2,45201,1731288104824/612696b701d2%2C45201%2C1731288104824.1731288106386 not finished, retry = 0 2024-11-11T01:22:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45327 is added to blk_1073741830_1006 (size=64423) 2024-11-11T01:22:32,483 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:22:32,483 INFO [M:0;612696b701d2:45201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:22:32,483 INFO [M:0;612696b701d2:45201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45201 2024-11-11T01:22:32,484 INFO [M:0;612696b701d2:45201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:22:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:32,646 INFO [M:0;612696b701d2:45201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:22:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45201-0x101277bf3d20000, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:22:32,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:32,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:32,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:32,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:32,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:32,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:22:32,649 WARN [BP-1934723544-172.17.0.3-1731288102967 heartbeating to localhost/127.0.0.1:41587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:22:32,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:22:32,649 WARN [BP-1934723544-172.17.0.3-1731288102967 heartbeating to localhost/127.0.0.1:41587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1934723544-172.17.0.3-1731288102967 (Datanode Uuid 201bc5b2-9ab1-41bf-85ad-bc1e63071d75) service to localhost/127.0.0.1:41587 2024-11-11T01:22:32,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/data/data1/current/BP-1934723544-172.17.0.3-1731288102967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:32,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/cluster_bbef9c8f-7831-d481-b47b-098fc02d8cd6/data/data2/current/BP-1934723544-172.17.0.3-1731288102967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:22:32,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:22:32,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:32,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:22:32,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:22:32,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:22:32,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74f8e9ff-ddeb-1ada-ba87-0a15e94922ae/hadoop.log.dir/,STOPPED} 2024-11-11T01:22:32,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:22:32,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:22:32,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36287 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41587 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=2131 (was 2185) 2024-11-11T01:22:32,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2131 2024-11-11T01:22:32,708 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T01:22:32,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir so I do NOT create it in target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b 2024-11-11T01:22:32,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:22:32,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.tmp.dir so I do NOT create it in target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b 2024-11-11T01:22:32,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5521a5-582d-54ed-20db-80975e1b0a02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:22:32,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b 2024-11-11T01:22:32,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866, deleteOnExit=true 2024-11-11T01:22:32,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/zookeeper_0, clientPort=58710, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:22:32,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58710 2024-11-11T01:22:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:22:32,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/test.cache.data in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:22:32,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:22:32,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:22:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:22:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:22:32,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:22:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277bf3d20002, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:22:32,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277bf3d20002, quorum=127.0.0.1:51134, baseZNode=/0-1724381220 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:22:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277bf3d20005, quorum=127.0.0.1:51134, baseZNode=/128629867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:22:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101277bf3d20008, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:22:32,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277bf3d20005, quorum=127.0.0.1:51134, baseZNode=/128629867 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:22:32,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101277bf3d20008, quorum=127.0.0.1:51134, baseZNode=/21130346094 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:22:33,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:33,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:33,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:33,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:33,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:22:33,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:33,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:33,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:33,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/java.io.tmpdir/jetty-localhost-37247-hadoop-hdfs-3_4_1-tests_jar-_-any-1805666406271554360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:33,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:37247} 2024-11-11T01:22:33,182 INFO [Time-limited test {}] server.Server(415): Started @277028ms 2024-11-11T01:22:33,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:33,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:33,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:33,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:33,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:22:33,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:33,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:33,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-4500983235576168483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:33,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-11-11T01:22:33,774 INFO [Time-limited test {}] server.Server(415): Started @277620ms 2024-11-11T01:22:33,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:22:34,537 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/data/data2/current/BP-1877436271-172.17.0.3-1731288152746/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:34,537 WARN [Thread-3425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/data/data1/current/BP-1877436271-172.17.0.3-1731288152746/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:34,553 WARN [Thread-3413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:22:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e7448d434174c64 with lease ID 0xe8d7ef52d839e228: Processing first storage report for DS-0f56a989-781a-45d3-b18b-593226b3ea24 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=26b1fe76-8b83-469a-b62b-bc25c57f07df, infoPort=33985, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=290486709;c=1731288152746) 2024-11-11T01:22:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e7448d434174c64 with lease ID 0xe8d7ef52d839e228: from storage DS-0f56a989-781a-45d3-b18b-593226b3ea24 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=26b1fe76-8b83-469a-b62b-bc25c57f07df, infoPort=33985, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=290486709;c=1731288152746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e7448d434174c64 with lease ID 0xe8d7ef52d839e228: Processing first storage report for DS-06c12bf4-3945-46f7-8330-0824852eba16 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=26b1fe76-8b83-469a-b62b-bc25c57f07df, infoPort=33985, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=290486709;c=1731288152746) 2024-11-11T01:22:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e7448d434174c64 with lease ID 0xe8d7ef52d839e228: from storage DS-06c12bf4-3945-46f7-8330-0824852eba16 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=26b1fe76-8b83-469a-b62b-bc25c57f07df, infoPort=33985, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=290486709;c=1731288152746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:22:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:22:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:22:34,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:34,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b 2024-11-11T01:22:34,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:34,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:22:35,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d with version=8 2024-11-11T01:22:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/hbase-staging 2024-11-11T01:22:35,008 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:22:35,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:35,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37579 2024-11-11T01:22:35,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37579 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375790x0, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:35,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37579-0x101277cb6410000 connected 2024-11-11T01:22:35,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:35,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:35,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/running 2024-11-11T01:22:35,188 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d, hbase.cluster.distributed=false 2024-11-11T01:22:35,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/acl 2024-11-11T01:22:35,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37579 2024-11-11T01:22:35,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37579 2024-11-11T01:22:35,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37579 2024-11-11T01:22:35,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37579 2024-11-11T01:22:35,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37579 2024-11-11T01:22:35,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:35,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:35,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:35,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:35,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:22:35,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:35,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42119 2024-11-11T01:22:35,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42119 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:35,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:35,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421190x0, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:35,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42119-0x101277cb6410001 connected 2024-11-11T01:22:35,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421190x0, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/running 2024-11-11T01:22:35,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:22:35,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:22:35,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/master 2024-11-11T01:22:35,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/acl 2024-11-11T01:22:35,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-11T01:22:35,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42119 2024-11-11T01:22:35,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42119 2024-11-11T01:22:35,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-11T01:22:35,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-11T01:22:35,241 DEBUG [M:0;612696b701d2:37579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:37579 2024-11-11T01:22:35,243 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01424216955/backup-masters/612696b701d2,37579,1731288155007 2024-11-11T01:22:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/backup-masters 2024-11-11T01:22:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/backup-masters 2024-11-11T01:22:35,251 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on existing znode=/01424216955/backup-masters/612696b701d2,37579,1731288155007 2024-11-11T01:22:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424216955/master 2024-11-11T01:22:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:35,261 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on existing znode=/01424216955/master 2024-11-11T01:22:35,261 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01424216955/backup-masters/612696b701d2,37579,1731288155007 from backup master directory 2024-11-11T01:22:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424216955/backup-masters/612696b701d2,37579,1731288155007 2024-11-11T01:22:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/backup-masters 2024-11-11T01:22:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/backup-masters 2024-11-11T01:22:35,271 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:35,271 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,37579,1731288155007 2024-11-11T01:22:35,274 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/hbase.id] with ID: 77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4 2024-11-11T01:22:35,274 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/.tmp/hbase.id 2024-11-11T01:22:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:22:35,278 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/.tmp/hbase.id]:[hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/hbase.id] 2024-11-11T01:22:35,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:35,285 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:22:35,287 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T01:22:35,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:35,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:22:35,704 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:35,705 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:22:35,705 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:22:35,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:35,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:35,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:36,111 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store 2024-11-11T01:22:36,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:36,516 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:36,516 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:36,516 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288156516Disabling compacts and flushes for region at 1731288156516Disabling writes for close at 1731288156516Writing region close event to WAL at 1731288156516Closed at 1731288156516 2024-11-11T01:22:36,517 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/.initializing 2024-11-11T01:22:36,517 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/WALs/612696b701d2,37579,1731288155007 2024-11-11T01:22:36,517 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:36,518 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C37579%2C1731288155007, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/WALs/612696b701d2,37579,1731288155007, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/oldWALs, maxLogs=10 2024-11-11T01:22:36,530 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/WALs/612696b701d2,37579,1731288155007/612696b701d2%2C37579%2C1731288155007.1731288156519, exclude list is [], retry=0 2024-11-11T01:22:36,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0f56a989-781a-45d3-b18b-593226b3ea24,DISK] 2024-11-11T01:22:36,533 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/WALs/612696b701d2,37579,1731288155007/612696b701d2%2C37579%2C1731288155007.1731288156519 2024-11-11T01:22:36,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-11T01:22:36,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:36,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:36,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,534 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:22:36,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:36,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:36,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:22:36,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:36,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:36,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:22:36,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:36,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:36,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:22:36,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:36,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:36,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,540 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,540 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,540 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,541 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:36,541 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:36,543 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:36,543 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70332450, jitterRate=0.04803517460823059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:36,544 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288156534Initializing all the Stores at 1731288156535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288156535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288156535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288156535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288156535Cleaning up temporary data from old regions at 1731288156540 (+5 ms)Region opened successfully at 1731288156543 (+3 ms) 2024-11-11T01:22:36,544 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:22:36,546 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b594901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:36,546 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:22:36,546 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:22:36,546 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:22:36,547 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:22:36,547 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:22:36,547 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:22:36,547 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:22:36,548 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:22:36,549 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/balancer because node does not exist (not necessarily an error) 2024-11-11T01:22:36,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/balancer already deleted, retry=false 2024-11-11T01:22:36,598 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:22:36,599 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:22:36,608 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/normalizer already deleted, retry=false 2024-11-11T01:22:36,608 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:22:36,609 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:22:36,619 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/switch/split already deleted, retry=false 2024-11-11T01:22:36,619 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:22:36,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/switch/merge already deleted, retry=false 2024-11-11T01:22:36,631 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:22:36,640 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/snapshot-cleanup already deleted, retry=false 2024-11-11T01:22:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424216955/running 2024-11-11T01:22:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424216955/running 2024-11-11T01:22:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,651 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,37579,1731288155007, sessionid=0x101277cb6410000, setting cluster-up flag (Was=false) 2024-11-11T01:22:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424216955/flush-table-proc/acquired, /01424216955/flush-table-proc/reached, /01424216955/flush-table-proc/abort 2024-11-11T01:22:36,704 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37579,1731288155007 2024-11-11T01:22:36,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:36,755 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424216955/online-snapshot/acquired, /01424216955/online-snapshot/reached, /01424216955/online-snapshot/abort 2024-11-11T01:22:36,756 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,37579,1731288155007 2024-11-11T01:22:36,757 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:22:36,758 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:36,758 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:22:36,759 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:22:36,759 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,37579,1731288155007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:36,760 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288186761 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:22:36,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:36,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,761 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:22:36,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:22:36,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:22:36,762 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288156762,5,FailOnTimeoutGroup] 2024-11-11T01:22:36,762 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288156762,5,FailOnTimeoutGroup] 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,762 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:22:36,831 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(746): ClusterId : 77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4 2024-11-11T01:22:36,831 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:22:36,840 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:22:36,840 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:22:36,851 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:22:36,851 DEBUG [RS:0;612696b701d2:42119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56620a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:36,861 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:42119 2024-11-11T01:22:36,861 INFO [RS:0;612696b701d2:42119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:22:36,861 INFO [RS:0;612696b701d2:42119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:22:36,861 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:22:36,862 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,37579,1731288155007 with port=42119, startcode=1731288155203 2024-11-11T01:22:36,862 DEBUG [RS:0;612696b701d2:42119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:22:36,863 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:22:36,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,42119,1731288155203 2024-11-11T01:22:36,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37579 {}] master.ServerManager(517): Registering regionserver=612696b701d2,42119,1731288155203 2024-11-11T01:22:36,865 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d 2024-11-11T01:22:36,865 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45141 2024-11-11T01:22:36,865 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:22:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/rs 2024-11-11T01:22:36,872 DEBUG [RS:0;612696b701d2:42119 {}] zookeeper.ZKUtil(111): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on existing znode=/01424216955/rs/612696b701d2,42119,1731288155203 2024-11-11T01:22:36,872 WARN [RS:0;612696b701d2:42119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:36,872 INFO [RS:0;612696b701d2:42119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:36,872 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203 2024-11-11T01:22:36,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,42119,1731288155203] 2024-11-11T01:22:36,874 INFO [RS:0;612696b701d2:42119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:22:36,875 INFO [RS:0;612696b701d2:42119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:22:36,875 INFO [RS:0;612696b701d2:42119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:22:36,875 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,875 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:22:36,876 INFO [RS:0;612696b701d2:42119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:22:36,876 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:36,876 DEBUG [RS:0;612696b701d2:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,879 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42119,1731288155203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:36,891 INFO [RS:0;612696b701d2:42119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:22:36,892 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42119,1731288155203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,892 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,892 INFO [RS:0;612696b701d2:42119 {}] regionserver.Replication(171): 612696b701d2,42119,1731288155203 started 2024-11-11T01:22:36,904 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:36,904 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,42119,1731288155203, RpcServer on 612696b701d2/172.17.0.3:42119, sessionid=0x101277cb6410001 2024-11-11T01:22:36,904 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:22:36,904 DEBUG [RS:0;612696b701d2:42119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,42119,1731288155203 2024-11-11T01:22:36,904 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42119,1731288155203' 2024-11-11T01:22:36,904 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424216955/flush-table-proc/abort' 2024-11-11T01:22:36,904 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424216955/flush-table-proc/acquired' 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,42119,1731288155203 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42119,1731288155203' 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424216955/online-snapshot/abort' 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424216955/online-snapshot/acquired' 2024-11-11T01:22:36,905 DEBUG [RS:0;612696b701d2:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:22:36,905 INFO [RS:0;612696b701d2:42119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:22:36,905 INFO [RS:0;612696b701d2:42119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:22:37,005 INFO [RS:0;612696b701d2:42119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:37,007 INFO [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42119%2C1731288155203, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs, maxLogs=10 2024-11-11T01:22:37,018 DEBUG [RS:0;612696b701d2:42119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007, exclude list is [], retry=0 2024-11-11T01:22:37,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0f56a989-781a-45d3-b18b-593226b3ea24,DISK] 2024-11-11T01:22:37,021 INFO [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 2024-11-11T01:22:37,022 DEBUG [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-11T01:22:37,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:22:37,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d 2024-11-11T01:22:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:22:37,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:37,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:37,495 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88604 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:37,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:37,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:37,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:37,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:37,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:37,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:37,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:37,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:37,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740 2024-11-11T01:22:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740 2024-11-11T01:22:37,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:37,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:37,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:37,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:37,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:37,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64488334, jitterRate=-0.0390489399433136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:37,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288157575Initializing all the Stores at 1731288157575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157576 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288157576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157576Cleaning up temporary data from old regions at 1731288157581 (+5 ms)Region opened successfully at 1731288157584 (+3 ms) 2024-11-11T01:22:37,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:37,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:37,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:37,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:37,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:37,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:37,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288157584Disabling compacts and flushes for region at 1731288157584Disabling writes for close at 1731288157584Writing region close event to WAL at 1731288157585 (+1 ms)Closed at 1731288157585 2024-11-11T01:22:37,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:37,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:22:37,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:22:37,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:37,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:22:37,737 DEBUG [612696b701d2:37579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:22:37,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:37,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42119,1731288155203, state=OPENING 2024-11-11T01:22:37,787 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:22:37,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:37,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:37,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:37,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424216955/meta-region-server: CHANGED 2024-11-11T01:22:37,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424216955/meta-region-server: CHANGED 2024-11-11T01:22:37,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42119,1731288155203}] 2024-11-11T01:22:37,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:37,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:22:37,953 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:22:37,954 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:37,954 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:22:37,955 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42119%2C1731288155203.meta, suffix=.meta, logDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs, maxLogs=10 2024-11-11T01:22:37,966 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.meta.1731288157955.meta, exclude list is [], retry=0 2024-11-11T01:22:37,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0f56a989-781a-45d3-b18b-593226b3ea24,DISK] 2024-11-11T01:22:37,969 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.meta.1731288157955.meta 2024-11-11T01:22:37,969 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-11T01:22:37,969 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:37,969 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:37,969 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:37,969 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:22:37,969 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:22:37,970 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:22:37,970 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:37,970 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:22:37,970 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:22:37,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:37,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:37,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:37,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:37,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:37,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:37,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:37,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:37,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:37,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:37,974 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:37,975 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740 2024-11-11T01:22:37,976 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740 2024-11-11T01:22:37,976 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:37,977 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:37,977 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:37,978 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:37,978 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75185086, jitterRate=0.1203450858592987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:37,978 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:22:37,979 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288157970Writing region info on filesystem at 1731288157970Initializing all the Stores at 1731288157970Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288157970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288157970Cleaning up temporary data from old regions at 1731288157977 (+7 ms)Running coprocessor post-open hooks at 1731288157978 (+1 ms)Region opened successfully at 1731288157979 (+1 ms) 2024-11-11T01:22:37,979 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288157949 2024-11-11T01:22:37,981 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:22:37,981 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:22:37,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:37,982 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42119,1731288155203, state=OPEN 2024-11-11T01:22:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424216955/meta-region-server 2024-11-11T01:22:38,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424216955/meta-region-server 2024-11-11T01:22:38,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,42119,1731288155203 2024-11-11T01:22:38,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424216955/meta-region-server: CHANGED 2024-11-11T01:22:38,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424216955/meta-region-server: CHANGED 2024-11-11T01:22:38,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:22:38,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42119,1731288155203 in 227 msec 2024-11-11T01:22:38,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:22:38,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-11T01:22:38,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:38,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:22:38,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:38,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42119,1731288155203, seqNum=-1] 2024-11-11T01:22:38,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:38,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:38,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-11T01:22:38,034 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288158034, completionTime=-1 2024-11-11T01:22:38,035 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:22:38,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:22:38,036 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:22:38,036 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288218036 2024-11-11T01:22:38,036 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288278036 2024-11-11T01:22:38,036 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:37579, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,037 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,038 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.768sec 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:38,040 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:22:38,042 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:22:38,042 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:22:38,042 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,37579,1731288155007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:38,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:38,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37579,-1 for getting cluster id 2024-11-11T01:22:38,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:38,133 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4' 2024-11-11T01:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4" 2024-11-11T01:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3310217a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37579,-1] 2024-11-11T01:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:38,134 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:38,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:38,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42119,1731288155203, seqNum=-1] 2024-11-11T01:22:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:38,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:38,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,37579,1731288155007 2024-11-11T01:22:38,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:38,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:38,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277cb6410002 connected 2024-11-11T01:22:38,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir so I do NOT create it in target/test-data/cd181df3-8da0-da60-f65f-26a034810547 2024-11-11T01:22:38,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:22:38,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.tmp.dir so I do NOT create it in target/test-data/cd181df3-8da0-da60-f65f-26a034810547 2024-11-11T01:22:38,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:22:38,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/cluster_c27e3a4b-8548-0f93-9961-b493ecd62432, deleteOnExit=true 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/test.cache.data in system properties and HBase conf 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:22:38,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:22:38,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:22:38,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:22:38,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:38,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:38,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:38,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:38,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:22:38,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:38,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:38,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:38,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/java.io.tmpdir/jetty-localhost-40225-hadoop-hdfs-3_4_1-tests_jar-_-any-18268748966475571216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:38,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:40225} 2024-11-11T01:22:38,604 INFO [Time-limited test {}] server.Server(415): Started @282450ms 2024-11-11T01:22:39,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:39,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:39,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:39,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:39,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:22:39,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:39,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:39,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/java.io.tmpdir/jetty-localhost-39433-hadoop-hdfs-3_4_1-tests_jar-_-any-9372190737440706279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:39,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:39433} 2024-11-11T01:22:39,470 INFO [Time-limited test {}] server.Server(415): Started @283316ms 2024-11-11T01:22:39,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:22:40,248 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/cluster_c27e3a4b-8548-0f93-9961-b493ecd62432/data/data1/current/BP-1962825653-172.17.0.3-1731288158188/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:40,248 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/cluster_c27e3a4b-8548-0f93-9961-b493ecd62432/data/data2/current/BP-1962825653-172.17.0.3-1731288158188/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:40,265 WARN [Thread-3534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:22:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85e042a16bb7cdd1 with lease ID 0x64505e9baa8f038e: Processing first storage report for DS-928391c4-c9b5-47b4-9993-e4295eee8b90 from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=418f8153-a106-4c58-9def-75d0dce0f9c5, infoPort=38707, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=540887986;c=1731288158188) 2024-11-11T01:22:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85e042a16bb7cdd1 with lease ID 0x64505e9baa8f038e: from storage DS-928391c4-c9b5-47b4-9993-e4295eee8b90 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=418f8153-a106-4c58-9def-75d0dce0f9c5, infoPort=38707, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=540887986;c=1731288158188), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85e042a16bb7cdd1 with lease ID 0x64505e9baa8f038e: Processing first storage report for DS-fe7bcd37-4116-40c3-96c6-7a5c126768a9 from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=418f8153-a106-4c58-9def-75d0dce0f9c5, infoPort=38707, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=540887986;c=1731288158188) 2024-11-11T01:22:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85e042a16bb7cdd1 with lease ID 0x64505e9baa8f038e: from storage DS-fe7bcd37-4116-40c3-96c6-7a5c126768a9 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=418f8153-a106-4c58-9def-75d0dce0f9c5, infoPort=38707, infoSecurePort=0, ipcPort=42601, storageInfo=lv=-57;cid=testClusterID;nsid=540887986;c=1731288158188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:40,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547 2024-11-11T01:22:40,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:22:40,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05 with version=8 2024-11-11T01:22:40,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/hbase-staging 2024-11-11T01:22:40,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:22:40,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:40,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44163 2024-11-11T01:22:40,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44163 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:40,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441630x0, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:40,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44163-0x101277cb6410003 connected 2024-11-11T01:22:40,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/running 2024-11-11T01:22:40,832 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05, hbase.cluster.distributed=false 2024-11-11T01:22:40,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/acl 2024-11-11T01:22:40,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-11T01:22:40,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-11T01:22:40,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-11T01:22:40,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-11T01:22:40,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-11T01:22:40,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:40,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36141 2024-11-11T01:22:40,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36141 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:40,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361410x0, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:40,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361410x0, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/running 2024-11-11T01:22:40,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36141-0x101277cb6410004 connected 2024-11-11T01:22:40,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:22:40,869 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:22:40,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/master 2024-11-11T01:22:40,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/acl 2024-11-11T01:22:40,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36141 2024-11-11T01:22:40,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36141 2024-11-11T01:22:40,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36141 2024-11-11T01:22:40,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36141 2024-11-11T01:22:40,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36141 2024-11-11T01:22:40,886 DEBUG [M:0;612696b701d2:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:44163 2024-11-11T01:22:40,887 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1505074821/backup-masters/612696b701d2,44163,1731288160701 2024-11-11T01:22:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/backup-masters 2024-11-11T01:22:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/backup-masters 2024-11-11T01:22:40,899 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on existing znode=/1-1505074821/backup-masters/612696b701d2,44163,1731288160701 2024-11-11T01:22:40,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1505074821/master 2024-11-11T01:22:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:40,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on existing znode=/1-1505074821/master 2024-11-11T01:22:40,910 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1505074821/backup-masters/612696b701d2,44163,1731288160701 from backup master directory 2024-11-11T01:22:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1505074821/backup-masters/612696b701d2,44163,1731288160701 2024-11-11T01:22:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/backup-masters 2024-11-11T01:22:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/backup-masters 2024-11-11T01:22:40,920 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:40,920 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,44163,1731288160701 2024-11-11T01:22:40,923 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/hbase.id] with ID: c973b41c-f7fe-46ad-a980-91070153de86 2024-11-11T01:22:40,923 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/.tmp/hbase.id 2024-11-11T01:22:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:22:41,327 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/.tmp/hbase.id]:[hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/hbase.id] 2024-11-11T01:22:41,334 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:41,335 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:22:41,335 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T01:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:22:41,792 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:41,792 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:22:41,793 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:22:42,198 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store 2024-11-11T01:22:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:42,603 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:42,603 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:42,603 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288162603Disabling compacts and flushes for region at 1731288162603Disabling writes for close at 1731288162603Writing region close event to WAL at 1731288162603Closed at 1731288162603 2024-11-11T01:22:42,604 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/.initializing 2024-11-11T01:22:42,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/WALs/612696b701d2,44163,1731288160701 2024-11-11T01:22:42,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:42,605 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C44163%2C1731288160701, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/WALs/612696b701d2,44163,1731288160701, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/oldWALs, maxLogs=10 2024-11-11T01:22:42,616 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/WALs/612696b701d2,44163,1731288160701/612696b701d2%2C44163%2C1731288160701.1731288162605, exclude list is [], retry=0 2024-11-11T01:22:42,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-928391c4-c9b5-47b4-9993-e4295eee8b90,DISK] 2024-11-11T01:22:42,619 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/WALs/612696b701d2,44163,1731288160701/612696b701d2%2C44163%2C1731288160701.1731288162605 2024-11-11T01:22:42,620 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-11-11T01:22:42,620 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:42,620 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:42,620 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,620 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:22:42,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:42,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:42,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:22:42,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:42,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:42,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:22:42,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:42,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:42,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:22:42,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:42,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:42,625 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,625 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,625 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,626 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,626 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,627 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:42,627 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:42,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:42,629 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60040420, jitterRate=-0.1053280234336853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:42,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288162620Initializing all the Stores at 1731288162621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288162621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288162621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288162621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288162621Cleaning up temporary data from old regions at 1731288162626 (+5 ms)Region opened successfully at 1731288162629 (+3 ms) 2024-11-11T01:22:42,629 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:22:42,631 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b95b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:42,631 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:22:42,632 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:22:42,633 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:22:42,634 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Unable to get data of znode /1-1505074821/balancer because node does not exist (not necessarily an error) 2024-11-11T01:22:42,681 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/balancer already deleted, retry=false 2024-11-11T01:22:42,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:22:42,682 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Unable to get data of znode /1-1505074821/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:22:42,692 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/normalizer already deleted, retry=false 2024-11-11T01:22:42,692 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:22:42,693 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Unable to get data of znode /1-1505074821/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:22:42,702 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/switch/split already deleted, retry=false 2024-11-11T01:22:42,703 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Unable to get data of znode /1-1505074821/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:22:42,713 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/switch/merge already deleted, retry=false 2024-11-11T01:22:42,715 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Unable to get data of znode /1-1505074821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:22:42,723 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/snapshot-cleanup already deleted, retry=false 2024-11-11T01:22:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1505074821/running 2024-11-11T01:22:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1505074821/running 2024-11-11T01:22:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,734 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,44163,1731288160701, sessionid=0x101277cb6410003, setting cluster-up flag (Was=false) 2024-11-11T01:22:42,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,787 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1505074821/flush-table-proc/acquired, /1-1505074821/flush-table-proc/reached, /1-1505074821/flush-table-proc/abort 2024-11-11T01:22:42,787 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44163,1731288160701 2024-11-11T01:22:42,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:42,839 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1505074821/online-snapshot/acquired, /1-1505074821/online-snapshot/reached, /1-1505074821/online-snapshot/abort 2024-11-11T01:22:42,840 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,44163,1731288160701 2024-11-11T01:22:42,841 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:22:42,842 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:42,842 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:22:42,842 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:22:42,842 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,44163,1731288160701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:42,843 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288192844 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:22:42,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:22:42,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:22:42,844 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:22:42,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:42,845 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:22:42,845 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288162845,5,FailOnTimeoutGroup] 2024-11-11T01:22:42,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:22:42,848 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288162845,5,FailOnTimeoutGroup] 2024-11-11T01:22:42,848 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,848 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:22:42,848 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,848 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:22:42,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:22:42,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05 2024-11-11T01:22:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:22:42,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:22:42,879 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(746): ClusterId : c973b41c-f7fe-46ad-a980-91070153de86 2024-11-11T01:22:42,879 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:22:42,889 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:22:42,889 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:22:42,900 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:22:42,900 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12133f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:42,913 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:36141 2024-11-11T01:22:42,913 INFO [RS:0;612696b701d2:36141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:22:42,913 INFO [RS:0;612696b701d2:36141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:22:42,914 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:22:42,914 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,44163,1731288160701 with port=36141, startcode=1731288160850 2024-11-11T01:22:42,914 DEBUG [RS:0;612696b701d2:36141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:22:42,916 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:22:42,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,36141,1731288160850 2024-11-11T01:22:42,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(517): Registering regionserver=612696b701d2,36141,1731288160850 2024-11-11T01:22:42,917 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05 2024-11-11T01:22:42,917 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34267 2024-11-11T01:22:42,917 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:22:42,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/rs 2024-11-11T01:22:42,959 DEBUG [RS:0;612696b701d2:36141 {}] zookeeper.ZKUtil(111): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on existing znode=/1-1505074821/rs/612696b701d2,36141,1731288160850 2024-11-11T01:22:42,959 WARN [RS:0;612696b701d2:36141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:42,960 INFO [RS:0;612696b701d2:36141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:42,960 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850 2024-11-11T01:22:42,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,36141,1731288160850] 2024-11-11T01:22:42,962 INFO [RS:0;612696b701d2:36141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:22:42,964 INFO [RS:0;612696b701d2:36141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:22:42,964 INFO [RS:0;612696b701d2:36141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:22:42,964 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,964 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:22:42,965 INFO [RS:0;612696b701d2:36141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:22:42,965 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:42,965 DEBUG [RS:0;612696b701d2:36141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,966 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,36141,1731288160850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:42,978 INFO [RS:0;612696b701d2:36141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:22:42,978 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,36141,1731288160850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,978 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,978 INFO [RS:0;612696b701d2:36141 {}] regionserver.Replication(171): 612696b701d2,36141,1731288160850 started 2024-11-11T01:22:42,989 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:42,989 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,36141,1731288160850, RpcServer on 612696b701d2/172.17.0.3:36141, sessionid=0x101277cb6410004 2024-11-11T01:22:42,989 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:22:42,989 DEBUG [RS:0;612696b701d2:36141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,36141,1731288160850 2024-11-11T01:22:42,989 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,36141,1731288160850' 2024-11-11T01:22:42,989 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1505074821/flush-table-proc/abort' 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1505074821/flush-table-proc/acquired' 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,36141,1731288160850 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,36141,1731288160850' 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1505074821/online-snapshot/abort' 2024-11-11T01:22:42,990 DEBUG [RS:0;612696b701d2:36141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1505074821/online-snapshot/acquired' 2024-11-11T01:22:42,991 DEBUG [RS:0;612696b701d2:36141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:22:42,991 INFO [RS:0;612696b701d2:36141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:22:42,991 INFO [RS:0;612696b701d2:36141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:22:43,091 INFO [RS:0;612696b701d2:36141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:43,092 INFO [RS:0;612696b701d2:36141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C36141%2C1731288160850, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/oldWALs, maxLogs=10 2024-11-11T01:22:43,103 DEBUG [RS:0;612696b701d2:36141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, exclude list is [], retry=0 2024-11-11T01:22:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-928391c4-c9b5-47b4-9993-e4295eee8b90,DISK] 2024-11-11T01:22:43,107 INFO [RS:0;612696b701d2:36141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 2024-11-11T01:22:43,107 DEBUG [RS:0;612696b701d2:36141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-11-11T01:22:43,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:43,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:43,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:43,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:43,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:43,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:43,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:43,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:43,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:43,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:43,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740 2024-11-11T01:22:43,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740 2024-11-11T01:22:43,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:43,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:43,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:43,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:43,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62906769, jitterRate=-0.06261609494686127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288163259Initializing all the Stores at 1731288163259Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288163259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163259Cleaning up temporary data from old regions at 1731288163266 (+7 ms)Region opened successfully at 1731288163269 (+3 ms) 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:43,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:43,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:43,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288163269Disabling compacts and flushes for region at 1731288163269Disabling writes for close at 1731288163269Writing region close event to WAL at 1731288163270 (+1 ms)Closed at 1731288163270 2024-11-11T01:22:43,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:43,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:22:43,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:22:43,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:43,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:22:43,422 DEBUG [612696b701d2:44163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:22:43,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:43,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,36141,1731288160850, state=OPENING 2024-11-11T01:22:43,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:22:43,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:43,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:43,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:43,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:43,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1505074821/meta-region-server: CHANGED 2024-11-11T01:22:43,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1505074821/meta-region-server: CHANGED 2024-11-11T01:22:43,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,36141,1731288160850}] 2024-11-11T01:22:43,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:43,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:43,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:22:43,637 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:22:43,637 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:43,637 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:22:43,638 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C36141%2C1731288160850.meta, suffix=.meta, logDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/oldWALs, maxLogs=10 2024-11-11T01:22:43,650 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.meta.1731288163639.meta, exclude list is [], retry=0 2024-11-11T01:22:43,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-928391c4-c9b5-47b4-9993-e4295eee8b90,DISK] 2024-11-11T01:22:43,653 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.meta.1731288163639.meta 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:43,653 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:22:43,653 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:22:43,653 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:43,654 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:22:43,654 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:22:43,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:43,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:43,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:43,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:43,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:43,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:43,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:43,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:43,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:43,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:43,657 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:43,658 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740 2024-11-11T01:22:43,658 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740 2024-11-11T01:22:43,659 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:43,659 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:43,659 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:43,660 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:43,660 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69229304, jitterRate=0.031597018241882324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:43,660 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:22:43,661 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288163654Writing region info on filesystem at 1731288163654Initializing all the Stores at 1731288163654Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288163654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288163654Cleaning up temporary data from old regions at 1731288163659 (+5 ms)Running coprocessor post-open hooks at 1731288163660 (+1 ms)Region opened successfully at 1731288163661 (+1 ms) 2024-11-11T01:22:43,661 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288163634 2024-11-11T01:22:43,663 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:22:43,663 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:22:43,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:43,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,36141,1731288160850, state=OPEN 2024-11-11T01:22:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1505074821/meta-region-server 2024-11-11T01:22:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1505074821/meta-region-server 2024-11-11T01:22:43,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,36141,1731288160850 2024-11-11T01:22:43,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1505074821/meta-region-server: CHANGED 2024-11-11T01:22:43,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1505074821/meta-region-server: CHANGED 2024-11-11T01:22:43,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:22:43,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,36141,1731288160850 in 189 msec 2024-11-11T01:22:43,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:22:43,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-11T01:22:43,675 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:43,675 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:22:43,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:43,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36141,1731288160850, seqNum=-1] 2024-11-11T01:22:43,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:43,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:43,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-11T01:22:43,680 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288163680, completionTime=-1 2024-11-11T01:22:43,680 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:22:43,680 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:22:43,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:22:43,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288223681 2024-11-11T01:22:43,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288283681 2024-11-11T01:22:43,681 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:44163, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,682 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,683 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:22:43,684 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.764sec 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:43,685 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:22:43,686 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:22:43,686 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:22:43,686 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,44163,1731288160701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:43,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:43,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:43,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:43,781 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db943d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:43,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:43,782 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:43,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:43,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36141,1731288160850, seqNum=-1] 2024-11-11T01:22:43,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:43,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:43,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,44163,1731288160701 2024-11-11T01:22:43,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:43,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:43,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277cb6410005 connected 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir so I do NOT create it in target/test-data/eb121406-d596-6101-13ba-351bbc608773 2024-11-11T01:22:43,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.tmp.dir so I do NOT create it in target/test-data/eb121406-d596-6101-13ba-351bbc608773 2024-11-11T01:22:43,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:22:43,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/cluster_da26a90a-6ad7-a51e-8fb2-d31d7263e9cc, deleteOnExit=true 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/test.cache.data in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:22:43,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:43,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:22:43,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:22:44,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:44,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:44,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:44,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:44,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:22:44,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:44,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:44,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:44,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-16717654284176614407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:22:44,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-11T01:22:44,334 INFO [Time-limited test {}] server.Server(415): Started @288179ms 2024-11-11T01:22:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:22:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:22:44,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:22:44,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:22:44,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:22:44,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:22:44,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:22:44,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:22:44,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:22:44,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:22:44,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:22:44,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-4789011651778115873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:22:44,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:43747} 2024-11-11T01:22:44,750 INFO [Time-limited test {}] server.Server(415): Started @288596ms 2024-11-11T01:22:44,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:22:45,435 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/cluster_da26a90a-6ad7-a51e-8fb2-d31d7263e9cc/data/data1/current/BP-980237228-172.17.0.3-1731288163824/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:45,435 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/cluster_da26a90a-6ad7-a51e-8fb2-d31d7263e9cc/data/data2/current/BP-980237228-172.17.0.3-1731288163824/current, will proceed with Du for space computation calculation, 2024-11-11T01:22:45,457 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:22:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521d1e301a661ffe with lease ID 0x23cb1787c6b66bb7: Processing first storage report for DS-09b471a1-1a31-42ca-b3a6-d7e451d09517 from datanode DatanodeRegistration(127.0.0.1:36451, datanodeUuid=41376148-de96-4f79-8f92-b7a9db984e2f, infoPort=43555, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1624874110;c=1731288163824) 2024-11-11T01:22:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521d1e301a661ffe with lease ID 0x23cb1787c6b66bb7: from storage DS-09b471a1-1a31-42ca-b3a6-d7e451d09517 node DatanodeRegistration(127.0.0.1:36451, datanodeUuid=41376148-de96-4f79-8f92-b7a9db984e2f, infoPort=43555, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1624874110;c=1731288163824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521d1e301a661ffe with lease ID 0x23cb1787c6b66bb7: Processing first storage report for DS-5064476e-f219-4e20-b5ce-6499a1dac27c from datanode DatanodeRegistration(127.0.0.1:36451, datanodeUuid=41376148-de96-4f79-8f92-b7a9db984e2f, infoPort=43555, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1624874110;c=1731288163824) 2024-11-11T01:22:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521d1e301a661ffe with lease ID 0x23cb1787c6b66bb7: from storage DS-5064476e-f219-4e20-b5ce-6499a1dac27c node DatanodeRegistration(127.0.0.1:36451, datanodeUuid=41376148-de96-4f79-8f92-b7a9db984e2f, infoPort=43555, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1624874110;c=1731288163824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:22:45,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773 2024-11-11T01:22:45,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:45,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:22:45,894 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2 with version=8 2024-11-11T01:22:45,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/hbase-staging 2024-11-11T01:22:45,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:45,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38715 2024-11-11T01:22:45,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38715 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387150x0, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:45,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38715-0x101277cb6410006 connected 2024-11-11T01:22:46,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:46,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:46,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/running 2024-11-11T01:22:46,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2, hbase.cluster.distributed=false 2024-11-11T01:22:46,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/acl 2024-11-11T01:22:46,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-11T01:22:46,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38715 2024-11-11T01:22:46,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38715 2024-11-11T01:22:46,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-11T01:22:46,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38715 2024-11-11T01:22:46,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:22:46,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:22:46,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34497 2024-11-11T01:22:46,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34497 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:46,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:46,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:46,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344970x0, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:46,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344970x0, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/running 2024-11-11T01:22:46,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34497-0x101277cb6410007 connected 2024-11-11T01:22:46,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:22:46,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:22:46,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/master 2024-11-11T01:22:46,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/acl 2024-11-11T01:22:46,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34497 2024-11-11T01:22:46,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34497 2024-11-11T01:22:46,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34497 2024-11-11T01:22:46,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34497 2024-11-11T01:22:46,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34497 2024-11-11T01:22:46,112 DEBUG [M:0;612696b701d2:38715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38715 2024-11-11T01:22:46,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2390696313/backup-masters/612696b701d2,38715,1731288165896 2024-11-11T01:22:46,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/backup-masters 2024-11-11T01:22:46,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/backup-masters 2024-11-11T01:22:46,124 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on existing znode=/2390696313/backup-masters/612696b701d2,38715,1731288165896 2024-11-11T01:22:46,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:46,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2390696313/master 2024-11-11T01:22:46,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:46,134 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on existing znode=/2390696313/master 2024-11-11T01:22:46,134 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2390696313/backup-masters/612696b701d2,38715,1731288165896 from backup master directory 2024-11-11T01:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2390696313/backup-masters/612696b701d2,38715,1731288165896 2024-11-11T01:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/backup-masters 2024-11-11T01:22:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/backup-masters 2024-11-11T01:22:46,144 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:46,144 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38715,1731288165896 2024-11-11T01:22:46,147 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/hbase.id] with ID: 836d2a3e-ab74-4d16-ae88-8f9de843c5ab 2024-11-11T01:22:46,147 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/.tmp/hbase.id 2024-11-11T01:22:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:22:46,558 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/.tmp/hbase.id]:[hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/hbase.id] 2024-11-11T01:22:46,565 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:22:46,565 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:22:46,566 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:22:46,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:46,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:22:47,022 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:47,023 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:22:47,023 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:22:47,429 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store 2024-11-11T01:22:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:22:47,834 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:47,834 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:22:47,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288167834Disabling compacts and flushes for region at 1731288167834Disabling writes for close at 1731288167834Writing region close event to WAL at 1731288167834Closed at 1731288167834 2024-11-11T01:22:47,835 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/.initializing 2024-11-11T01:22:47,835 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/WALs/612696b701d2,38715,1731288165896 2024-11-11T01:22:47,836 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:47,837 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38715%2C1731288165896, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/WALs/612696b701d2,38715,1731288165896, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/oldWALs, maxLogs=10 2024-11-11T01:22:47,853 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/WALs/612696b701d2,38715,1731288165896/612696b701d2%2C38715%2C1731288165896.1731288167837, exclude list is [], retry=0 2024-11-11T01:22:47,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36451,DS-09b471a1-1a31-42ca-b3a6-d7e451d09517,DISK] 2024-11-11T01:22:47,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/WALs/612696b701d2,38715,1731288165896/612696b701d2%2C38715%2C1731288165896.1731288167837 2024-11-11T01:22:47,857 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-11T01:22:47,857 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:47,857 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:47,857 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,857 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:22:47,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:47,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:47,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:22:47,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:47,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:47,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:22:47,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:47,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:47,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:22:47,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:47,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:47,862 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,863 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,863 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,864 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,864 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,864 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:47,865 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:22:47,866 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:47,867 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70859263, jitterRate=0.055885300040245056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:47,867 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288167857Initializing all the Stores at 1731288167858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288167858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288167858Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288167858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288167858Cleaning up temporary data from old regions at 1731288167864 (+6 ms)Region opened successfully at 1731288167867 (+3 ms) 2024-11-11T01:22:47,867 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:22:47,869 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3423269f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:47,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:22:47,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:22:47,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:22:47,870 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:22:47,871 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:22:47,871 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:22:47,871 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:22:47,872 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:22:47,873 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/balancer because node does not exist (not necessarily an error) 2024-11-11T01:22:47,976 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/balancer already deleted, retry=false 2024-11-11T01:22:47,976 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:22:47,977 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:22:47,986 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/normalizer already deleted, retry=false 2024-11-11T01:22:47,986 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:22:47,987 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:22:47,997 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/switch/split already deleted, retry=false 2024-11-11T01:22:47,997 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:22:48,007 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/switch/merge already deleted, retry=false 2024-11-11T01:22:48,009 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:22:48,018 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/snapshot-cleanup already deleted, retry=false 2024-11-11T01:22:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2390696313/running 2024-11-11T01:22:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2390696313/running 2024-11-11T01:22:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,029 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38715,1731288165896, sessionid=0x101277cb6410006, setting cluster-up flag (Was=false) 2024-11-11T01:22:48,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,081 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2390696313/flush-table-proc/acquired, /2390696313/flush-table-proc/reached, /2390696313/flush-table-proc/abort 2024-11-11T01:22:48,082 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38715,1731288165896 2024-11-11T01:22:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:48,134 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2390696313/online-snapshot/acquired, /2390696313/online-snapshot/reached, /2390696313/online-snapshot/abort 2024-11-11T01:22:48,135 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38715,1731288165896 2024-11-11T01:22:48,135 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:22:48,136 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:48,136 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:22:48,136 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:22:48,137 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38715,1731288165896 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:48,138 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288198139 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:22:48,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:48,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:22:48,139 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:22:48,140 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288168140,5,FailOnTimeoutGroup] 2024-11-11T01:22:48,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:48,140 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288168140,5,FailOnTimeoutGroup] 2024-11-11T01:22:48,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:22:48,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:22:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:22:48,201 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(746): ClusterId : 836d2a3e-ab74-4d16-ae88-8f9de843c5ab 2024-11-11T01:22:48,201 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:22:48,208 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:22:48,208 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:22:48,218 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:22:48,218 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873fdbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:22:48,229 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:34497 2024-11-11T01:22:48,229 INFO [RS:0;612696b701d2:34497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:22:48,229 INFO [RS:0;612696b701d2:34497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:22:48,229 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:22:48,230 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38715,1731288165896 with port=34497, startcode=1731288166072 2024-11-11T01:22:48,230 DEBUG [RS:0;612696b701d2:34497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:22:48,231 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:22:48,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,34497,1731288166072 2024-11-11T01:22:48,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38715 {}] master.ServerManager(517): Registering regionserver=612696b701d2,34497,1731288166072 2024-11-11T01:22:48,233 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2 2024-11-11T01:22:48,233 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42205 2024-11-11T01:22:48,233 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:22:48,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/rs 2024-11-11T01:22:48,278 DEBUG [RS:0;612696b701d2:34497 {}] zookeeper.ZKUtil(111): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on existing znode=/2390696313/rs/612696b701d2,34497,1731288166072 2024-11-11T01:22:48,278 WARN [RS:0;612696b701d2:34497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:22:48,278 INFO [RS:0;612696b701d2:34497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:48,278 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072 2024-11-11T01:22:48,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,34497,1731288166072] 2024-11-11T01:22:48,281 INFO [RS:0;612696b701d2:34497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:22:48,282 INFO [RS:0;612696b701d2:34497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:22:48,283 INFO [RS:0;612696b701d2:34497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:22:48,283 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,283 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:22:48,283 INFO [RS:0;612696b701d2:34497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:48,284 DEBUG [RS:0;612696b701d2:34497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,284 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,34497,1731288166072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:48,296 INFO [RS:0;612696b701d2:34497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:22:48,297 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,34497,1731288166072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,297 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,297 INFO [RS:0;612696b701d2:34497 {}] regionserver.Replication(171): 612696b701d2,34497,1731288166072 started 2024-11-11T01:22:48,308 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:48,308 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,34497,1731288166072, RpcServer on 612696b701d2/172.17.0.3:34497, sessionid=0x101277cb6410007 2024-11-11T01:22:48,308 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:22:48,308 DEBUG [RS:0;612696b701d2:34497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,34497,1731288166072 2024-11-11T01:22:48,308 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,34497,1731288166072' 2024-11-11T01:22:48,308 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2390696313/flush-table-proc/abort' 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2390696313/flush-table-proc/acquired' 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,34497,1731288166072 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,34497,1731288166072' 2024-11-11T01:22:48,309 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2390696313/online-snapshot/abort' 2024-11-11T01:22:48,310 DEBUG [RS:0;612696b701d2:34497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2390696313/online-snapshot/acquired' 2024-11-11T01:22:48,310 DEBUG [RS:0;612696b701d2:34497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:22:48,310 INFO [RS:0;612696b701d2:34497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:22:48,310 INFO [RS:0;612696b701d2:34497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:22:48,410 INFO [RS:0;612696b701d2:34497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:22:48,411 INFO [RS:0;612696b701d2:34497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34497%2C1731288166072, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/oldWALs, maxLogs=10 2024-11-11T01:22:48,422 DEBUG [RS:0;612696b701d2:34497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, exclude list is [], retry=0 2024-11-11T01:22:48,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36451,DS-09b471a1-1a31-42ca-b3a6-d7e451d09517,DISK] 2024-11-11T01:22:48,426 INFO [RS:0;612696b701d2:34497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 2024-11-11T01:22:48,426 DEBUG [RS:0;612696b701d2:34497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-11T01:22:48,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:22:48,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2 2024-11-11T01:22:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741833_1009 (size=32) 2024-11-11T01:22:48,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:48,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:48,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:48,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:48,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:48,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:48,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:48,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:48,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:48,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:48,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:48,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:48,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:48,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:48,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:48,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:48,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:48,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:48,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740 2024-11-11T01:22:48,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740 2024-11-11T01:22:48,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:48,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:48,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:48,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:48,961 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:48,961 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67757454, jitterRate=0.009664744138717651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288168952Initializing all the Stores at 1731288168953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288168953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288168953Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288168953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288168953Cleaning up temporary data from old regions at 1731288168959 (+6 ms)Region opened successfully at 1731288168962 (+3 ms) 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:22:48,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:22:48,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:22:48,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288168962Disabling compacts and flushes for region at 1731288168962Disabling writes for close at 1731288168962Writing region close event to WAL at 1731288168962Closed at 1731288168962 2024-11-11T01:22:48,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:48,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:22:48,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:22:48,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:48,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:22:49,114 DEBUG [612696b701d2:38715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:22:49,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:49,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,34497,1731288166072, state=OPENING 2024-11-11T01:22:49,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:22:49,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:49,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:49,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2390696313/meta-region-server: CHANGED 2024-11-11T01:22:49,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2390696313/meta-region-server: CHANGED 2024-11-11T01:22:49,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:22:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,34497,1731288166072}] 2024-11-11T01:22:49,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:49,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:49,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:22:49,333 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:22:49,333 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:49,334 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:22:49,335 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34497%2C1731288166072.meta, suffix=.meta, logDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/oldWALs, maxLogs=10 2024-11-11T01:22:49,350 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.meta.1731288169335.meta, exclude list is [], retry=0 2024-11-11T01:22:49,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36451,DS-09b471a1-1a31-42ca-b3a6-d7e451d09517,DISK] 2024-11-11T01:22:49,353 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.meta.1731288169335.meta 2024-11-11T01:22:49,354 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-11T01:22:49,354 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:49,354 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:49,354 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:49,354 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:22:49,354 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:22:49,355 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:22:49,355 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:49,355 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:22:49,355 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:22:49,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:22:49,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:22:49,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:49,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:49,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:22:49,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:22:49,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:49,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:49,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:22:49,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:22:49,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:49,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:49,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:22:49,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:22:49,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:49,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:22:49,360 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:22:49,360 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740 2024-11-11T01:22:49,361 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740 2024-11-11T01:22:49,361 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:22:49,361 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:22:49,362 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:22:49,363 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:22:49,363 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68000606, jitterRate=0.013287991285324097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:22:49,363 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:22:49,363 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288169355Writing region info on filesystem at 1731288169355Initializing all the Stores at 1731288169355Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288169356 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288169356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288169356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288169356Cleaning up temporary data from old regions at 1731288169361 (+5 ms)Running coprocessor post-open hooks at 1731288169363 (+2 ms)Region opened successfully at 1731288169363 2024-11-11T01:22:49,364 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288169329 2024-11-11T01:22:49,366 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:22:49,366 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:22:49,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:49,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,34497,1731288166072, state=OPEN 2024-11-11T01:22:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2390696313/meta-region-server 2024-11-11T01:22:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2390696313/meta-region-server 2024-11-11T01:22:49,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,34497,1731288166072 2024-11-11T01:22:49,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2390696313/meta-region-server: CHANGED 2024-11-11T01:22:49,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2390696313/meta-region-server: CHANGED 2024-11-11T01:22:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:22:49,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,34497,1731288166072 in 217 msec 2024-11-11T01:22:49,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:22:49,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-11T01:22:49,397 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:22:49,397 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:22:49,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:49,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34497,1731288166072, seqNum=-1] 2024-11-11T01:22:49,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:49,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:49,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-11T01:22:49,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288169404, completionTime=-1 2024-11-11T01:22:49,404 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:22:49,404 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288229406 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288289406 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38715, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,406 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,407 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:22:49,409 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:22:49,411 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:22:49,411 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:22:49,411 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38715,1731288165896-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:22:49,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:49,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:22:49,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:49,503 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:22:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:22:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0772a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:22:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:49,505 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:49,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:49,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34497,1731288166072, seqNum=-1] 2024-11-11T01:22:49,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:49,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:49,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,38715,1731288165896 2024-11-11T01:22:49,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58710 2024-11-11T01:22:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:22:49,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101277cb6410008 connected 2024-11-11T01:22:49,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37579,1731288155007 2024-11-11T01:22:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5597ea1c 2024-11-11T01:22:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:49,534 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:49,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:22:49,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:49,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:49,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:22:49,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:49,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:22:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:49,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c69195b8ef8175bc5a282868c1fd0c69, NAME => 'test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d 2024-11-11T01:22:49,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:22:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:50,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:50,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c69195b8ef8175bc5a282868c1fd0c69, disabling compactions & flushes 2024-11-11T01:22:50,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. after waiting 0 ms 2024-11-11T01:22:50,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c69195b8ef8175bc5a282868c1fd0c69: Waiting for close lock at 1731288170352Disabling compacts and flushes for region at 1731288170352Disabling writes for close at 1731288170353 (+1 ms)Writing region close event to WAL at 1731288170353Closed at 1731288170353 2024-11-11T01:22:50,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:50,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288170353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288170353"}]},"ts":"1731288170353"} 2024-11-11T01:22:50,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:50,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:50,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288170356"}]},"ts":"1731288170356"} 2024-11-11T01:22:50,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:22:50,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c69195b8ef8175bc5a282868c1fd0c69, ASSIGN}] 2024-11-11T01:22:50,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c69195b8ef8175bc5a282868c1fd0c69, ASSIGN 2024-11-11T01:22:50,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c69195b8ef8175bc5a282868c1fd0c69, ASSIGN; state=OFFLINE, location=612696b701d2,42119,1731288155203; forceNewPlan=false, retain=false 2024-11-11T01:22:50,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c69195b8ef8175bc5a282868c1fd0c69, regionState=OPENING, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:50,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c69195b8ef8175bc5a282868c1fd0c69, ASSIGN because future has completed 2024-11-11T01:22:50,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c69195b8ef8175bc5a282868c1fd0c69, server=612696b701d2,42119,1731288155203}] 2024-11-11T01:22:50,666 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,666 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c69195b8ef8175bc5a282868c1fd0c69, NAME => 'test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:50,666 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:50,666 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:22:50,667 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,667 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:50,667 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,667 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,668 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,668 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c69195b8ef8175bc5a282868c1fd0c69 columnFamilyName f 2024-11-11T01:22:50,669 DEBUG [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:50,669 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(327): Store=c69195b8ef8175bc5a282868c1fd0c69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:50,669 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,670 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c69195b8ef8175bc5a282868c1fd0c69 columnFamilyName f1 2024-11-11T01:22:50,670 DEBUG [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:50,670 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(327): Store=c69195b8ef8175bc5a282868c1fd0c69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:50,670 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,671 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c69195b8ef8175bc5a282868c1fd0c69 columnFamilyName norep 2024-11-11T01:22:50,671 DEBUG [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:50,671 INFO [StoreOpener-c69195b8ef8175bc5a282868c1fd0c69-1 {}] regionserver.HStore(327): Store=c69195b8ef8175bc5a282868c1fd0c69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:50,671 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,672 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,672 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,673 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:50,674 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:50,676 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:50,676 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c69195b8ef8175bc5a282868c1fd0c69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75320124, jitterRate=0.1223573088645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:50,676 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:22:50,677 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c69195b8ef8175bc5a282868c1fd0c69: Running coprocessor pre-open hook at 1731288170667Writing region info on filesystem at 1731288170667Initializing all the Stores at 1731288170667Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288170667Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288170668 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288170668Cleaning up temporary data from old regions at 1731288170673 (+5 ms)Running coprocessor post-open hooks at 1731288170676 (+3 ms)Region opened successfully at 1731288170677 (+1 ms) 2024-11-11T01:22:50,677 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69., pid=6, masterSystemTime=1731288170663 2024-11-11T01:22:50,679 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,679 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:22:50,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c69195b8ef8175bc5a282868c1fd0c69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c69195b8ef8175bc5a282868c1fd0c69, server=612696b701d2,42119,1731288155203 because future has completed 2024-11-11T01:22:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:22:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c69195b8ef8175bc5a282868c1fd0c69, server=612696b701d2,42119,1731288155203 in 170 msec 2024-11-11T01:22:50,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:22:50,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c69195b8ef8175bc5a282868c1fd0c69, ASSIGN in 326 msec 2024-11-11T01:22:50,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:50,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288170685"}]},"ts":"1731288170685"} 2024-11-11T01:22:50,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:22:50,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:50,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-11T01:22:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:51,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:51,695 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:51,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:51,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ea7167 2024-11-11T01:22:51,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:51,697 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:51,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:22:51,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:51,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:51,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:22:51,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:22:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:52,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a74a690b43f5a4fd1b2461dc2bd3f0b6, NAME => 'test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05 2024-11-11T01:22:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a74a690b43f5a4fd1b2461dc2bd3f0b6, disabling compactions & flushes 2024-11-11T01:22:52,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. after waiting 0 ms 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a74a690b43f5a4fd1b2461dc2bd3f0b6: Waiting for close lock at 1731288172110Disabling compacts and flushes for region at 1731288172110Disabling writes for close at 1731288172110Writing region close event to WAL at 1731288172110Closed at 1731288172110 2024-11-11T01:22:52,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:52,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288172111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288172111"}]},"ts":"1731288172111"} 2024-11-11T01:22:52,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:52,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:52,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288172113"}]},"ts":"1731288172113"} 2024-11-11T01:22:52,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:22:52,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a74a690b43f5a4fd1b2461dc2bd3f0b6, ASSIGN}] 2024-11-11T01:22:52,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a74a690b43f5a4fd1b2461dc2bd3f0b6, ASSIGN 2024-11-11T01:22:52,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a74a690b43f5a4fd1b2461dc2bd3f0b6, ASSIGN; state=OFFLINE, location=612696b701d2,36141,1731288160850; forceNewPlan=false, retain=false 2024-11-11T01:22:52,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a74a690b43f5a4fd1b2461dc2bd3f0b6, regionState=OPENING, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a74a690b43f5a4fd1b2461dc2bd3f0b6, ASSIGN because future has completed 2024-11-11T01:22:52,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74a690b43f5a4fd1b2461dc2bd3f0b6, server=612696b701d2,36141,1731288160850}] 2024-11-11T01:22:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:52,423 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a74a690b43f5a4fd1b2461dc2bd3f0b6, NAME => 'test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:52,424 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:52,424 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:22:52,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:52,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,424 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,425 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,426 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74a690b43f5a4fd1b2461dc2bd3f0b6 columnFamilyName f 2024-11-11T01:22:52,426 DEBUG [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:52,426 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(327): Store=a74a690b43f5a4fd1b2461dc2bd3f0b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:52,426 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,427 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74a690b43f5a4fd1b2461dc2bd3f0b6 columnFamilyName f1 2024-11-11T01:22:52,427 DEBUG [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:52,428 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(327): Store=a74a690b43f5a4fd1b2461dc2bd3f0b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:52,428 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,428 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74a690b43f5a4fd1b2461dc2bd3f0b6 columnFamilyName norep 2024-11-11T01:22:52,428 DEBUG [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:52,429 INFO [StoreOpener-a74a690b43f5a4fd1b2461dc2bd3f0b6-1 {}] regionserver.HStore(327): Store=a74a690b43f5a4fd1b2461dc2bd3f0b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:52,429 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,429 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,429 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,430 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:52,431 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,432 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:52,432 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a74a690b43f5a4fd1b2461dc2bd3f0b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66854866, jitterRate=-0.003784865140914917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:52,432 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:22:52,433 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a74a690b43f5a4fd1b2461dc2bd3f0b6: Running coprocessor pre-open hook at 1731288172424Writing region info on filesystem at 1731288172424Initializing all the Stores at 1731288172425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288172425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288172425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288172425Cleaning up temporary data from old regions at 1731288172430 (+5 ms)Running coprocessor post-open hooks at 1731288172432 (+2 ms)Region opened successfully at 1731288172432 2024-11-11T01:22:52,433 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6., pid=6, masterSystemTime=1731288172421 2024-11-11T01:22:52,435 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,435 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:22:52,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a74a690b43f5a4fd1b2461dc2bd3f0b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:52,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74a690b43f5a4fd1b2461dc2bd3f0b6, server=612696b701d2,36141,1731288160850 because future has completed 2024-11-11T01:22:52,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:22:52,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a74a690b43f5a4fd1b2461dc2bd3f0b6, server=612696b701d2,36141,1731288160850 in 168 msec 2024-11-11T01:22:52,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:22:52,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a74a690b43f5a4fd1b2461dc2bd3f0b6, ASSIGN in 323 msec 2024-11-11T01:22:52,440 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:52,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288172440"}]},"ts":"1731288172440"} 2024-11-11T01:22:52,442 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:22:52,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:52,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-11T01:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:52,835 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:52,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38715,1731288165896 2024-11-11T01:22:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115f8a65 2024-11-11T01:22:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:52,837 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:52,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:22:52,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:52,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:52,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:22:52,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:22:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:53,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a306a48105b94c490eb1a7c5977ace3c, NAME => 'test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2 2024-11-11T01:22:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:53,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:53,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a306a48105b94c490eb1a7c5977ace3c, disabling compactions & flushes 2024-11-11T01:22:53,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:53,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:53,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. after waiting 0 ms 2024-11-11T01:22:53,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:53,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:53,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a306a48105b94c490eb1a7c5977ace3c: Waiting for close lock at 1731288173650Disabling compacts and flushes for region at 1731288173650Disabling writes for close at 1731288173650Writing region close event to WAL at 1731288173651 (+1 ms)Closed at 1731288173651 2024-11-11T01:22:53,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:53,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288173683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288173683"}]},"ts":"1731288173683"} 2024-11-11T01:22:53,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:53,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:53,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288173686"}]},"ts":"1731288173686"} 2024-11-11T01:22:53,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:22:53,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a306a48105b94c490eb1a7c5977ace3c, ASSIGN}] 2024-11-11T01:22:53,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a306a48105b94c490eb1a7c5977ace3c, ASSIGN 2024-11-11T01:22:53,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a306a48105b94c490eb1a7c5977ace3c, ASSIGN; state=OFFLINE, location=612696b701d2,34497,1731288166072; forceNewPlan=false, retain=false 2024-11-11T01:22:53,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a306a48105b94c490eb1a7c5977ace3c, regionState=OPENING, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:53,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a306a48105b94c490eb1a7c5977ace3c, ASSIGN because future has completed 2024-11-11T01:22:53,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a306a48105b94c490eb1a7c5977ace3c, server=612696b701d2,34497,1731288166072}] 2024-11-11T01:22:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:53,996 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:53,996 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a306a48105b94c490eb1a7c5977ace3c, NAME => 'test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:53,997 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:53,997 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:22:53,997 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:53,997 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:53,997 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:53,997 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:53,998 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:53,999 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a306a48105b94c490eb1a7c5977ace3c columnFamilyName f 2024-11-11T01:22:53,999 DEBUG [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:53,999 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(327): Store=a306a48105b94c490eb1a7c5977ace3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:53,999 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,000 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a306a48105b94c490eb1a7c5977ace3c columnFamilyName f1 2024-11-11T01:22:54,000 DEBUG [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:54,000 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(327): Store=a306a48105b94c490eb1a7c5977ace3c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:54,000 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,001 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a306a48105b94c490eb1a7c5977ace3c columnFamilyName norep 2024-11-11T01:22:54,001 DEBUG [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:54,001 INFO [StoreOpener-a306a48105b94c490eb1a7c5977ace3c-1 {}] regionserver.HStore(327): Store=a306a48105b94c490eb1a7c5977ace3c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:54,001 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,001 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,002 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,002 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,002 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,003 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:54,003 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,005 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:54,005 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a306a48105b94c490eb1a7c5977ace3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71411134, jitterRate=0.06410881876945496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:54,005 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:22:54,005 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a306a48105b94c490eb1a7c5977ace3c: Running coprocessor pre-open hook at 1731288173997Writing region info on filesystem at 1731288173997Initializing all the Stores at 1731288173997Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288173998 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288173998Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288173998Cleaning up temporary data from old regions at 1731288174002 (+4 ms)Running coprocessor post-open hooks at 1731288174005 (+3 ms)Region opened successfully at 1731288174005 2024-11-11T01:22:54,006 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c., pid=6, masterSystemTime=1731288173994 2024-11-11T01:22:54,007 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:54,007 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:22:54,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a306a48105b94c490eb1a7c5977ace3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a306a48105b94c490eb1a7c5977ace3c, server=612696b701d2,34497,1731288166072 because future has completed 2024-11-11T01:22:54,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:22:54,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a306a48105b94c490eb1a7c5977ace3c, server=612696b701d2,34497,1731288166072 in 167 msec 2024-11-11T01:22:54,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:22:54,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a306a48105b94c490eb1a7c5977ace3c, ASSIGN in 324 msec 2024-11-11T01:22:54,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:54,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288174013"}]},"ts":"1731288174013"} 2024-11-11T01:22:54,015 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:22:54,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:54,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-11T01:22:54,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:22:54,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:22:54,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:22:54,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:22:54,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:22:54,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:22:54,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:22:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:22:54,986 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:22:54,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:54,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37579,-1 for getting cluster id 2024-11-11T01:22:54,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:54,987 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4' 2024-11-11T01:22:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4" 2024-11-11T01:22:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6908702e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37579,-1] 2024-11-11T01:22:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:54,989 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:54,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10db60fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:54,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,37579,1731288155007 2024-11-11T01:22:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64cc617 2024-11-11T01:22:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:54,992 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:54,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:54,997 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44163' 2024-11-11T01:22:55,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77df66ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:55,000 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:55,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:55,001 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:55,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:55,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b4ce3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:55,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:55,003 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:55,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25014252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:55,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:55,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:55,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92c58db 2024-11-11T01:22:55,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:55,005 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:55,006 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:22:55,006 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:55,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:55,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:55,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:55,007 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:55,008 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:55,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:55,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:55,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:55,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:55,058 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:55,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18debbdd20e4e7f5ca3f985541e01986, NAME => 'hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d 2024-11-11T01:22:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18debbdd20e4e7f5ca3f985541e01986, disabling compactions & flushes 2024-11-11T01:22:55,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. after waiting 0 ms 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18debbdd20e4e7f5ca3f985541e01986: Waiting for close lock at 1731288175427Disabling compacts and flushes for region at 1731288175427Disabling writes for close at 1731288175427Writing region close event to WAL at 1731288175427Closed at 1731288175427 2024-11-11T01:22:55,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:55,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288175428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288175428"}]},"ts":"1731288175428"} 2024-11-11T01:22:55,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:55,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:55,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288175430"}]},"ts":"1731288175430"} 2024-11-11T01:22:55,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:55,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18debbdd20e4e7f5ca3f985541e01986, ASSIGN}] 2024-11-11T01:22:55,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18debbdd20e4e7f5ca3f985541e01986, ASSIGN 2024-11-11T01:22:55,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18debbdd20e4e7f5ca3f985541e01986, ASSIGN; state=OFFLINE, location=612696b701d2,42119,1731288155203; forceNewPlan=false, retain=false 2024-11-11T01:22:55,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18debbdd20e4e7f5ca3f985541e01986, regionState=OPENING, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:55,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18debbdd20e4e7f5ca3f985541e01986, ASSIGN because future has completed 2024-11-11T01:22:55,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18debbdd20e4e7f5ca3f985541e01986, server=612696b701d2,42119,1731288155203}] 2024-11-11T01:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:55,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:55,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:55,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42119%2C1731288155203.rep, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs, maxLogs=10 2024-11-11T01:22:55,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.rep.1731288175743, exclude list is [], retry=0 2024-11-11T01:22:55,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-0f56a989-781a-45d3-b18b-593226b3ea24,DISK] 2024-11-11T01:22:55,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.rep.1731288175743 2024-11-11T01:22:55,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-11T01:22:55,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18debbdd20e4e7f5ca3f985541e01986, NAME => 'hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:55,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. service=MultiRowMutationService 2024-11-11T01:22:55,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,762 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,764 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18debbdd20e4e7f5ca3f985541e01986 columnFamilyName hfileref 2024-11-11T01:22:55,764 DEBUG [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:55,764 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(327): Store=18debbdd20e4e7f5ca3f985541e01986/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:55,764 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,765 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18debbdd20e4e7f5ca3f985541e01986 columnFamilyName queue 2024-11-11T01:22:55,765 DEBUG [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:55,766 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(327): Store=18debbdd20e4e7f5ca3f985541e01986/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:55,766 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,766 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18debbdd20e4e7f5ca3f985541e01986 columnFamilyName sid 2024-11-11T01:22:55,767 DEBUG [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:55,767 INFO [StoreOpener-18debbdd20e4e7f5ca3f985541e01986-1 {}] regionserver.HStore(327): Store=18debbdd20e4e7f5ca3f985541e01986/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:55,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:55,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:55,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18debbdd20e4e7f5ca3f985541e01986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678234, jitterRate=-0.021318048238754272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:55,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:22:55,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18debbdd20e4e7f5ca3f985541e01986: Running coprocessor pre-open hook at 1731288175761Writing region info on filesystem at 1731288175761Initializing all the Stores at 1731288175762 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288175762Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288175762Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288175762Cleaning up temporary data from old regions at 1731288175769 (+7 ms)Running coprocessor post-open hooks at 1731288175772 (+3 ms)Region opened successfully at 1731288175772 2024-11-11T01:22:55,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986., pid=10, masterSystemTime=1731288175738 2024-11-11T01:22:55,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:22:55,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18debbdd20e4e7f5ca3f985541e01986, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,42119,1731288155203 2024-11-11T01:22:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18debbdd20e4e7f5ca3f985541e01986, server=612696b701d2,42119,1731288155203 because future has completed 2024-11-11T01:22:55,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:55,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18debbdd20e4e7f5ca3f985541e01986, server=612696b701d2,42119,1731288155203 in 190 msec 2024-11-11T01:22:55,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:55,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18debbdd20e4e7f5ca3f985541e01986, ASSIGN in 347 msec 2024-11-11T01:22:55,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:55,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288175781"}]},"ts":"1731288175781"} 2024-11-11T01:22:55,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:55,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:55,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-11T01:22:55,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986., hostname=612696b701d2,42119,1731288155203, seqNum=2] 2024-11-11T01:22:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:22:55,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:56,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:56,087 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:56,113 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,42119,1731288155203, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:56,114 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:56,114 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42119,1731288155203, seqNum=-1] 2024-11-11T01:22:56,114 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:56,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:56,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,42119,1731288155203', locateType=CURRENT is [region=hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986., hostname=612696b701d2,42119,1731288155203, seqNum=2] 2024-11-11T01:22:56,119 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:56,121 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,42119,1731288155203 suceeded 2024-11-11T01:22:56,127 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:56,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:56,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-11T01:22:56,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1340 sec 2024-11-11T01:22:56,135 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44163' 2024-11-11T01:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:56,136 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:56,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:56,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:56,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,136 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e7ab216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:56,136 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:56,136 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:56,137 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:56,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:56,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f91ca4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:56,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:56,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:56,158 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6534d98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,160 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658a846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,160 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:56,161 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:56,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:56,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6631d22 2024-11-11T01:22:56,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f30e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,163 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:56,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d29687 2024-11-11T01:22:56,165 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,42119,1731288155203 (queues=1) is replicating from cluster=77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4 to cluster=c973b41c-f7fe-46ad-a980-91070153de86 2024-11-11T01:22:56,165 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C42119%2C1731288155203 2024-11-11T01:22:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:56,165 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,42119,1731288155203, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:56,166 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:56,166 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:38715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:56,168 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38715' 2024-11-11T01:22:56,172 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007, startPosition=0, beingWritten=true 2024-11-11T01:22:56,184 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C42119%2C1731288155203 2024-11-11T01:22:56,184 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e37331e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,184 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:22:56,184 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:56,185 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66932e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,186 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:56,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb06f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:56,187 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:56,187 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:56,187 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:56,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38715,1731288165896 2024-11-11T01:22:56,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b07929d 2024-11-11T01:22:56,187 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,42119,1731288155203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:56,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:56,189 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:56,189 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T01:22:56,189 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:56,190 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,190 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:56,190 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:56,191 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:56,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:56,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:56,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:56,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:56,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 473f09ebcf4c4711852c7b5c7b54bbd1, NAME => 'hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05 2024-11-11T01:22:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:56,241 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:56,397 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 473f09ebcf4c4711852c7b5c7b54bbd1, disabling compactions & flushes 2024-11-11T01:22:56,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. after waiting 0 ms 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 473f09ebcf4c4711852c7b5c7b54bbd1: Waiting for close lock at 1731288176621Disabling compacts and flushes for region at 1731288176621Disabling writes for close at 1731288176621Writing region close event to WAL at 1731288176621Closed at 1731288176621 2024-11-11T01:22:56,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:56,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288176622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288176622"}]},"ts":"1731288176622"} 2024-11-11T01:22:56,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:56,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:56,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288176625"}]},"ts":"1731288176625"} 2024-11-11T01:22:56,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:56,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=473f09ebcf4c4711852c7b5c7b54bbd1, ASSIGN}] 2024-11-11T01:22:56,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=473f09ebcf4c4711852c7b5c7b54bbd1, ASSIGN 2024-11-11T01:22:56,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=473f09ebcf4c4711852c7b5c7b54bbd1, ASSIGN; state=OFFLINE, location=612696b701d2,36141,1731288160850; forceNewPlan=false, retain=false 2024-11-11T01:22:56,700 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:56,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=473f09ebcf4c4711852c7b5c7b54bbd1, regionState=OPENING, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:56,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=473f09ebcf4c4711852c7b5c7b54bbd1, ASSIGN because future has completed 2024-11-11T01:22:56,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 473f09ebcf4c4711852c7b5c7b54bbd1, server=612696b701d2,36141,1731288160850}] 2024-11-11T01:22:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:56,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:56,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:56,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C36141%2C1731288160850.rep, suffix=, logDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850, archiveDir=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/oldWALs, maxLogs=10 2024-11-11T01:22:56,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.rep.1731288176937, exclude list is [], retry=0 2024-11-11T01:22:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-928391c4-c9b5-47b4-9993-e4295eee8b90,DISK] 2024-11-11T01:22:56,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.rep.1731288176937 2024-11-11T01:22:56,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-11-11T01:22:56,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 473f09ebcf4c4711852c7b5c7b54bbd1, NAME => 'hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:56,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. service=MultiRowMutationService 2024-11-11T01:22:56,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,954 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,955 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473f09ebcf4c4711852c7b5c7b54bbd1 columnFamilyName hfileref 2024-11-11T01:22:56,955 DEBUG [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:56,955 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(327): Store=473f09ebcf4c4711852c7b5c7b54bbd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:56,956 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,956 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473f09ebcf4c4711852c7b5c7b54bbd1 columnFamilyName queue 2024-11-11T01:22:56,956 DEBUG [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:56,957 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(327): Store=473f09ebcf4c4711852c7b5c7b54bbd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:56,957 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,957 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473f09ebcf4c4711852c7b5c7b54bbd1 columnFamilyName sid 2024-11-11T01:22:56,957 DEBUG [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:56,958 INFO [StoreOpener-473f09ebcf4c4711852c7b5c7b54bbd1-1 {}] regionserver.HStore(327): Store=473f09ebcf4c4711852c7b5c7b54bbd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:56,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/replication/473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/replication/473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:56,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/replication/473f09ebcf4c4711852c7b5c7b54bbd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:56,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 473f09ebcf4c4711852c7b5c7b54bbd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63059467, jitterRate=-0.06034071743488312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:56,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:22:56,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 473f09ebcf4c4711852c7b5c7b54bbd1: Running coprocessor pre-open hook at 1731288176953Writing region info on filesystem at 1731288176953Initializing all the Stores at 1731288176954 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288176954Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288176954Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288176954Cleaning up temporary data from old regions at 1731288176959 (+5 ms)Running coprocessor post-open hooks at 1731288176963 (+4 ms)Region opened successfully at 1731288176963 2024-11-11T01:22:56,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1., pid=10, masterSystemTime=1731288176932 2024-11-11T01:22:56,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:22:56,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=473f09ebcf4c4711852c7b5c7b54bbd1, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,36141,1731288160850 2024-11-11T01:22:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 473f09ebcf4c4711852c7b5c7b54bbd1, server=612696b701d2,36141,1731288160850 because future has completed 2024-11-11T01:22:56,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:56,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 473f09ebcf4c4711852c7b5c7b54bbd1, server=612696b701d2,36141,1731288160850 in 187 msec 2024-11-11T01:22:56,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:56,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=473f09ebcf4c4711852c7b5c7b54bbd1, ASSIGN in 343 msec 2024-11-11T01:22:56,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:56,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288176972"}]},"ts":"1731288176972"} 2024-11-11T01:22:56,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:56,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:56,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-11T01:22:56,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1., hostname=612696b701d2,36141,1731288160850, seqNum=2] 2024-11-11T01:22:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:22:57,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:57,104 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:57,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:57,245 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:57,271 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,36141,1731288160850, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:57,271 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:57,271 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36141,1731288160850, seqNum=-1] 2024-11-11T01:22:57,272 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:57,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:57,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,36141,1731288160850', locateType=CURRENT is [region=hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1., hostname=612696b701d2,36141,1731288160850, seqNum=2] 2024-11-11T01:22:57,276 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:57,278 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,36141,1731288160850 suceeded 2024-11-11T01:22:57,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:57,280 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:38715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:57,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T01:22:57,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1140 sec 2024-11-11T01:22:57,290 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:38715' 2024-11-11T01:22:57,291 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20af6072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,291 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:22:57,291 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:57,292 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:22:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:22:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b9c957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:22:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:57,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,293 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:57,294 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f032f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,294 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:57,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38715,1731288165896 2024-11-11T01:22:57,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398b78a7 2024-11-11T01:22:57,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:57,296 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:57,296 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,36141,1731288160850 (queues=1) is replicating from cluster=c973b41c-f7fe-46ad-a980-91070153de86 to cluster=836d2a3e-ab74-4d16-ae88-8f9de843c5ab 2024-11-11T01:22:57,296 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C36141%2C1731288160850 2024-11-11T01:22:57,296 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,36141,1731288160850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:57,297 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, startPosition=0, beingWritten=true 2024-11-11T01:22:57,297 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C36141%2C1731288160850 2024-11-11T01:22:57,301 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:57,301 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:57,301 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:57,305 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:57,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:57,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:57,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:57,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:22:57,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:57,307 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:22:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:22:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44135544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:22:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,308 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eade556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38715,1731288165896 2024-11-11T01:22:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@428b7e49 2024-11-11T01:22:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:57,311 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:57,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:22:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:22:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:57,314 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44163' 2024-11-11T01:22:57,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a549a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,315 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:57,315 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:57,315 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:57,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742e3012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,317 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:57,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1064844b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:57,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb7d4f 2024-11-11T01:22:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:57,319 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:22:57,320 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:22:57,320 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:22:57,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:57,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:57,321 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:22:57,322 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:22:57,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:22:57,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:57,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:22:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:22:57,372 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:22:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:57,504 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:57,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:57,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:57,586 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108694 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:22:57,607 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:57,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8fbd4f16eeb2390f3b9632faab4b1b8, NAME => 'hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2 2024-11-11T01:22:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:22:57,807 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8fbd4f16eeb2390f3b9632faab4b1b8, disabling compactions & flushes 2024-11-11T01:22:58,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. after waiting 0 ms 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8fbd4f16eeb2390f3b9632faab4b1b8: Waiting for close lock at 1731288178136Disabling compacts and flushes for region at 1731288178136Disabling writes for close at 1731288178136Writing region close event to WAL at 1731288178136Closed at 1731288178136 2024-11-11T01:22:58,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:22:58,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288178138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288178138"}]},"ts":"1731288178138"} 2024-11-11T01:22:58,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:22:58,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:22:58,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288178142"}]},"ts":"1731288178142"} 2024-11-11T01:22:58,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:22:58,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8fbd4f16eeb2390f3b9632faab4b1b8, ASSIGN}] 2024-11-11T01:22:58,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8fbd4f16eeb2390f3b9632faab4b1b8, ASSIGN 2024-11-11T01:22:58,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8fbd4f16eeb2390f3b9632faab4b1b8, ASSIGN; state=OFFLINE, location=612696b701d2,34497,1731288166072; forceNewPlan=false, retain=false 2024-11-11T01:22:58,210 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:58,211 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:58,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8fbd4f16eeb2390f3b9632faab4b1b8, regionState=OPENING, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:58,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8fbd4f16eeb2390f3b9632faab4b1b8, ASSIGN because future has completed 2024-11-11T01:22:58,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fbd4f16eeb2390f3b9632faab4b1b8, server=612696b701d2,34497,1731288166072}] 2024-11-11T01:22:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:58,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:22:58,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:22:58,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C34497%2C1731288166072.rep, suffix=, logDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072, archiveDir=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/oldWALs, maxLogs=10 2024-11-11T01:22:58,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.rep.1731288178459, exclude list is [], retry=0 2024-11-11T01:22:58,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36451,DS-09b471a1-1a31-42ca-b3a6-d7e451d09517,DISK] 2024-11-11T01:22:58,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.rep.1731288178459 2024-11-11T01:22:58,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-11-11T01:22:58,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8fbd4f16eeb2390f3b9632faab4b1b8, NAME => 'hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:22:58,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:22:58,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:22:58,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. service=MultiRowMutationService 2024-11-11T01:22:58,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:22:58,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:22:58,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,483 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,484 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fbd4f16eeb2390f3b9632faab4b1b8 columnFamilyName hfileref 2024-11-11T01:22:58,484 DEBUG [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:58,485 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(327): Store=b8fbd4f16eeb2390f3b9632faab4b1b8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:58,485 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,486 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fbd4f16eeb2390f3b9632faab4b1b8 columnFamilyName queue 2024-11-11T01:22:58,486 DEBUG [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:58,486 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(327): Store=b8fbd4f16eeb2390f3b9632faab4b1b8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:58,486 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,487 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fbd4f16eeb2390f3b9632faab4b1b8 columnFamilyName sid 2024-11-11T01:22:58,487 DEBUG [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:22:58,488 INFO [StoreOpener-b8fbd4f16eeb2390f3b9632faab4b1b8-1 {}] regionserver.HStore(327): Store=b8fbd4f16eeb2390f3b9632faab4b1b8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:22:58,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/replication/b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/replication/b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:22:58,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/replication/b8fbd4f16eeb2390f3b9632faab4b1b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:22:58,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b8fbd4f16eeb2390f3b9632faab4b1b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66736299, jitterRate=-0.005551651120185852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:22:58,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:22:58,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8fbd4f16eeb2390f3b9632faab4b1b8: Running coprocessor pre-open hook at 1731288178482Writing region info on filesystem at 1731288178482Initializing all the Stores at 1731288178483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288178483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288178483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288178483Cleaning up temporary data from old regions at 1731288178490 (+7 ms)Running coprocessor post-open hooks at 1731288178493 (+3 ms)Region opened successfully at 1731288178493 2024-11-11T01:22:58,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8., pid=10, masterSystemTime=1731288178453 2024-11-11T01:22:58,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:22:58,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8fbd4f16eeb2390f3b9632faab4b1b8, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,34497,1731288166072 2024-11-11T01:22:58,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fbd4f16eeb2390f3b9632faab4b1b8, server=612696b701d2,34497,1731288166072 because future has completed 2024-11-11T01:22:58,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:22:58,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8fbd4f16eeb2390f3b9632faab4b1b8, server=612696b701d2,34497,1731288166072 in 199 msec 2024-11-11T01:22:58,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:22:58,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8fbd4f16eeb2390f3b9632faab4b1b8, ASSIGN in 357 msec 2024-11-11T01:22:58,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:22:58,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288178504"}]},"ts":"1731288178504"} 2024-11-11T01:22:58,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:22:58,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:22:58,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-11T01:22:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8., hostname=612696b701d2,34497,1731288166072, seqNum=2] 2024-11-11T01:22:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:22:58,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:22:58,720 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:58,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:22:58,810 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:22:58,839 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,34497,1731288166072, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:22:58,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:58,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34497,1731288166072, seqNum=-1] 2024-11-11T01:22:58,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:58,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:58,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,34497,1731288166072', locateType=CURRENT is [region=hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8., hostname=612696b701d2,34497,1731288166072, seqNum=2] 2024-11-11T01:22:58,844 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:22:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:22:58,846 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,34497,1731288166072 suceeded 2024-11-11T01:22:58,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:22:58,847 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:44163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:22:58,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T01:22:58,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-11T01:22:58,858 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:44163' 2024-11-11T01:22:58,859 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b5beeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:58,859 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:58,859 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:58,860 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202e66fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:58,861 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:58,861 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@95ffec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:58,861 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:22:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,44163,1731288160701 2024-11-11T01:22:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13fbf35f 2024-11-11T01:22:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:22:58,862 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T01:22:58,863 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,34497,1731288166072 (queues=1) is replicating from cluster=836d2a3e-ab74-4d16-ae88-8f9de843c5ab to cluster=c973b41c-f7fe-46ad-a980-91070153de86 2024-11-11T01:22:58,863 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C34497%2C1731288166072 2024-11-11T01:22:58,863 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,34497,1731288166072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:22:58,864 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C34497%2C1731288166072 2024-11-11T01:22:58,864 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, startPosition=0, beingWritten=true 2024-11-11T01:22:58,869 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:22:58,869 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 379, reset compression=false 2024-11-11T01:22:58,869 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:22:58,919 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:59,073 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 379, reset compression=false 2024-11-11T01:22:59,323 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:22:59,376 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 379, reset compression=false 2024-11-11T01:22:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:22:59,466 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:22:59,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:22:59,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:22:59,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:22:59,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,37579,-1 for getting cluster id 2024-11-11T01:22:59,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:59,467 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4' 2024-11-11T01:22:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77cfd3ae-fd9e-48f1-9c2b-96f4d8a668d4" 2024-11-11T01:22:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f34f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,37579,-1] 2024-11-11T01:22:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,468 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6082925c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:59,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:59,470 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd86fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,471 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721985d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:22:59,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:59,472 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:22:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:22:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af25b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:22:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,473 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:59,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdd7388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:59,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42119,1731288155203, seqNum=-1] 2024-11-11T01:22:59,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:59,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69., hostname=612696b701d2,42119,1731288155203, seqNum=2] 2024-11-11T01:22:59,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34497,1731288166072, seqNum=-1] 2024-11-11T01:22:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:59,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:22:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c., hostname=612696b701d2,34497,1731288166072, seqNum=2] 2024-11-11T01:22:59,483 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T01:22:59,723 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 379, reset compression=false 2024-11-11T01:22:59,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:22:59,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:22:59,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,42119,1731288155203 got entry batch from reader: WALEntryBatch [walEntries=[{test/c69195b8ef8175bc5a282868c1fd0c69/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T01:22:59,761 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:22:59,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T01:22:59,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:22:59,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb1e87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,44163,-1 for getting cluster id 2024-11-11T01:22:59,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:22:59,770 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c973b41c-f7fe-46ad-a980-91070153de86' 2024-11-11T01:22:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:22:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c973b41c-f7fe-46ad-a980-91070153de86" 2024-11-11T01:22:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c8b2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,44163,-1] 2024-11-11T01:22:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:22:59,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:22:59,771 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:22:59,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f28f0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:22:59,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:22:59,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36141,1731288160850, seqNum=-1] 2024-11-11T01:22:59,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:22:59,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T01:22:59,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6., hostname=612696b701d2,36141,1731288160850, seqNum=2] 2024-11-11T01:22:59,780 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 379, reset compression=false 2024-11-11T01:22:59,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:22:59,985 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:00,027 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 379, reset compression=false 2024-11-11T01:23:00,033 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:00,033 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 503, reset compression=false 2024-11-11T01:23:00,034 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74a690b43f5a4fd1b2461dc2bd3f0b6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T01:23:00,043 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:00,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T01:23:00,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:00,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76dc5a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:00,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38715,-1 for getting cluster id 2024-11-11T01:23:00,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:00,065 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '836d2a3e-ab74-4d16-ae88-8f9de843c5ab' 2024-11-11T01:23:00,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:00,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "836d2a3e-ab74-4d16-ae88-8f9de843c5ab" 2024-11-11T01:23:00,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710d9ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:00,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38715,-1] 2024-11-11T01:23:00,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:00,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:00,067 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:00,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b13b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:00,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:00,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,34497,1731288166072, seqNum=-1] 2024-11-11T01:23:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:00,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T01:23:00,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c., hostname=612696b701d2,34497,1731288166072, seqNum=2] 2024-11-11T01:23:00,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:00,277 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 503, reset compression=false 2024-11-11T01:23:00,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:23:00,306 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:00,331 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 379, reset compression=false 2024-11-11T01:23:00,367 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:00,367 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 527, reset compression=false 2024-11-11T01:23:00,367 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:00,486 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T01:23:00,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:00,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,36141,1731288160850, seqNum=-1] 2024-11-11T01:23:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:00,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6., hostname=612696b701d2,36141,1731288160850, seqNum=2] 2024-11-11T01:23:00,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T01:23:00,585 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 527, reset compression=false 2024-11-11T01:23:00,589 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 503, reset compression=false 2024-11-11T01:23:00,602 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:00,602 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 607, reset compression=false 2024-11-11T01:23:00,603 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74a690b43f5a4fd1b2461dc2bd3f0b6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:23:00,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:00,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:00,625 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:00,625 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 655, reset compression=false 2024-11-11T01:23:00,625 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:00,759 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:00,850 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 607, reset compression=false 2024-11-11T01:23:00,851 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 655, reset compression=false 2024-11-11T01:23:01,161 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 607, reset compression=false 2024-11-11T01:23:01,164 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 655, reset compression=false 2024-11-11T01:23:01,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:01,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,286 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:01,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:01,503 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T01:23:01,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T01:23:01,564 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 607, reset compression=false 2024-11-11T01:23:01,567 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 655, reset compression=false 2024-11-11T01:23:01,583 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:01,583 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 759, reset compression=false 2024-11-11T01:23:01,583 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[{test/a306a48105b94c490eb1a7c5977ace3c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T01:23:01,586 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:01,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T01:23:01,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:01,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:01,793 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 759, reset compression=false 2024-11-11T01:23:01,899 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:02,068 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 607, reset compression=false 2024-11-11T01:23:02,072 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:02,072 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 735, reset compression=false 2024-11-11T01:23:02,072 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:02,096 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 759, reset compression=false 2024-11-11T01:23:02,275 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 735, reset compression=false 2024-11-11T01:23:02,499 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 759, reset compression=false 2024-11-11T01:23:02,509 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T01:23:02,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T01:23:02,578 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 735, reset compression=false 2024-11-11T01:23:02,602 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 480, reset compression=false 2024-11-11T01:23:02,606 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:02,606 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:02,606 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,42119,1731288155203 got entry batch from reader: WALEntryBatch [walEntries=[{test/c69195b8ef8175bc5a282868c1fd0c69/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T01:23:02,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:02,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:02,808 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:02,981 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 735, reset compression=false 2024-11-11T01:23:02,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:02,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74a690b43f5a4fd1b2461dc2bd3f0b6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T01:23:02,987 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 882, reset compression=false 2024-11-11T01:23:02,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:02,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:03,003 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 759, reset compression=false 2024-11-11T01:23:03,007 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:03,007 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 930, reset compression=false 2024-11-11T01:23:03,007 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:03,111 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:03,197 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 882, reset compression=false 2024-11-11T01:23:03,210 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 930, reset compression=false 2024-11-11T01:23:03,500 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 882, reset compression=false 2024-11-11T01:23:03,513 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 930, reset compression=false 2024-11-11T01:23:03,513 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T01:23:03,521 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:03,523 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T01:23:03,903 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 882, reset compression=false 2024-11-11T01:23:03,909 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:03,909 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1041, reset compression=false 2024-11-11T01:23:03,910 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a74a690b43f5a4fd1b2461dc2bd3f0b6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T01:23:03,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:03,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:03,922 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 930, reset compression=false 2024-11-11T01:23:03,926 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:03,926 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1080, reset compression=false 2024-11-11T01:23:03,926 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:04,024 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:04,114 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1041, reset compression=false 2024-11-11T01:23:04,132 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1080, reset compression=false 2024-11-11T01:23:04,417 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1041, reset compression=false 2024-11-11T01:23:04,435 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1080, reset compression=false 2024-11-11T01:23:04,525 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T01:23:04,529 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T01:23:04,598 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:23:04,628 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:04,820 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1041, reset compression=false 2024-11-11T01:23:04,837 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1080, reset compression=false 2024-11-11T01:23:04,840 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:04,840 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1239, reset compression=false 2024-11-11T01:23:04,840 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[{test/a306a48105b94c490eb1a7c5977ace3c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T01:23:04,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T01:23:04,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36141 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T01:23:05,043 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1239, reset compression=false 2024-11-11T01:23:05,195 DEBUG [master/612696b701d2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-11T01:23:05,195 DEBUG [master/612696b701d2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T01:23:05,323 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1041, reset compression=false 2024-11-11T01:23:05,327 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:05,327 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:05,327 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:05,333 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:05,346 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1239, reset compression=false 2024-11-11T01:23:05,530 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T01:23:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:05,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:05,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:05,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:05,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:05,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:05,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:05,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1365086208, stopped=false 2024-11-11T01:23:05,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38715,1731288165896 2024-11-11T01:23:05,536 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2390696313/running 2024-11-11T01:23:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2390696313/running 2024-11-11T01:23:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:23:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:23:05,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:05,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:05,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:05,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:05,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,34497,1731288166072' ***** 2024-11-11T01:23:05,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:05,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(3091): Received CLOSE for a306a48105b94c490eb1a7c5977ace3c 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(3091): Received CLOSE for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,34497,1731288166072 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34497. 2024-11-11T01:23:05,555 DEBUG [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:05,555 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:05,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a306a48105b94c490eb1a7c5977ace3c, disabling compactions & flushes 2024-11-11T01:23:05,555 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:23:05,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:05,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. after waiting 0 ms 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:05,555 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:23:05,555 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:05,556 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a306a48105b94c490eb1a7c5977ace3c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T01:23:05,556 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:23:05,556 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a306a48105b94c490eb1a7c5977ace3c=test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c., b8fbd4f16eeb2390f3b9632faab4b1b8=hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.} 2024-11-11T01:23:05,556 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a306a48105b94c490eb1a7c5977ace3c, b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:05,556 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:05,556 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:05,556 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:05,556 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:05,556 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:05,556 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:23:05,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/running 2024-11-11T01:23:05,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Set watcher on znode that does not yet exist, /2390696313/running 2024-11-11T01:23:05,576 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/info/717112cc4a974df7adf37c69c1114bc1 is 147, key is hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8./info:regioninfo/1731288178497/Put/seqid=0 2024-11-11T01:23:05,577 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f/e78c8f8ef2464fcf8392922df9c2fa49 is 29, key is row1/f:/1731288183513/DeleteFamily/seqid=0 2024-11-11T01:23:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741841_1017 (size=5152) 2024-11-11T01:23:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741840_1016 (size=7686) 2024-11-11T01:23:05,581 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f/e78c8f8ef2464fcf8392922df9c2fa49 2024-11-11T01:23:05,582 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/info/717112cc4a974df7adf37c69c1114bc1 2024-11-11T01:23:05,589 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e78c8f8ef2464fcf8392922df9c2fa49 2024-11-11T01:23:05,598 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:05,601 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/ns/096f735f76bc42af8100e7409a423c0b is 43, key is default/ns:d/1731288169400/Put/seqid=0 2024-11-11T01:23:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:23:05,607 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f1/27e8e84096974749be4568f6cb5146c1 is 30, key is row1/f1:/1731288183513/DeleteFamily/seqid=0 2024-11-11T01:23:05,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741843_1019 (size=5158) 2024-11-11T01:23:05,749 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1239, reset compression=false 2024-11-11T01:23:05,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:05,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1486, reset compression=false 2024-11-11T01:23:05,753 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,34497,1731288166072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:05,754 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,34497,1731288166072: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,34497,1731288166072, walGroup=612696b701d2%2C34497%2C1731288166072, offset=612696b701d2%2C34497%2C1731288166072.1731288168411:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:34497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:23:05,755 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:23:05,755 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:23:05,756 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a306a48105b94c490eb1a7c5977ace3c, b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:05,757 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:23:05,757 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:23:05,757 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:23:05,758 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 874682320 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201957480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:23:05,758 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:23:05,839 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:05,956 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a306a48105b94c490eb1a7c5977ace3c, b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:05,959 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1486, reset compression=false 2024-11-11T01:23:06,006 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/ns/096f735f76bc42af8100e7409a423c0b 2024-11-11T01:23:06,012 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f1/27e8e84096974749be4568f6cb5146c1 2024-11-11T01:23:06,016 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e8e84096974749be4568f6cb5146c1 2024-11-11T01:23:06,032 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/rep_barrier/f2a75ebcbb304b6db1ec0d81870b3e2b is 112, key is test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c./rep_barrier:seqnumDuringOpen/1731288174007/Put/seqid=0 2024-11-11T01:23:06,035 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/norep/540b7373bb41415eab6adb513f66fd63 is 33, key is row2/norep:/1731288184526/DeleteFamily/seqid=0 2024-11-11T01:23:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:23:06,042 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/rep_barrier/f2a75ebcbb304b6db1ec0d81870b3e2b 2024-11-11T01:23:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741845_1021 (size=5108) 2024-11-11T01:23:06,070 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/table/fe2495bc63884b8abbf62fdd32466210 is 53, key is hbase:replication/table:state/1731288178504/Put/seqid=0 2024-11-11T01:23:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741846_1022 (size=5308) 2024-11-11T01:23:06,083 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/table/fe2495bc63884b8abbf62fdd32466210 2024-11-11T01:23:06,089 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/info/717112cc4a974df7adf37c69c1114bc1 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/info/717112cc4a974df7adf37c69c1114bc1 2024-11-11T01:23:06,095 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/info/717112cc4a974df7adf37c69c1114bc1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:23:06,096 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/ns/096f735f76bc42af8100e7409a423c0b as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/ns/096f735f76bc42af8100e7409a423c0b 2024-11-11T01:23:06,099 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/ns/096f735f76bc42af8100e7409a423c0b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:23:06,100 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/rep_barrier/f2a75ebcbb304b6db1ec0d81870b3e2b as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/rep_barrier/f2a75ebcbb304b6db1ec0d81870b3e2b 2024-11-11T01:23:06,107 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/rep_barrier/f2a75ebcbb304b6db1ec0d81870b3e2b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:23:06,107 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/.tmp/table/fe2495bc63884b8abbf62fdd32466210 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/table/fe2495bc63884b8abbf62fdd32466210 2024-11-11T01:23:06,112 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/table/fe2495bc63884b8abbf62fdd32466210, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:23:06,112 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 556ms, sequenceid=16, compaction requested=false 2024-11-11T01:23:06,116 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:23:06,116 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:06,117 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:06,117 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:06,117 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288185556Running coprocessor pre-close hooks at 1731288185556Disabling compacts and flushes for region at 1731288185556Disabling writes for close at 1731288185556Obtaining lock to block concurrent updates at 1731288185556Preparing flush snapshotting stores in 1588230740 at 1731288185556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288185556Flushing stores of hbase:meta,,1.1588230740 at 1731288185557 (+1 ms)Flushing 1588230740/info: creating writer at 1731288185557Flushing 1588230740/info: appending metadata at 1731288185575 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731288185575Flushing 1588230740/ns: creating writer at 1731288185586 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731288185601 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731288185601Flushing 1588230740/rep_barrier: creating writer at 1731288186012 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288186031 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288186032 (+1 ms)Flushing 1588230740/table: creating writer at 1731288186046 (+14 ms)Flushing 1588230740/table: appending metadata at 1731288186069 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731288186069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75af7901: reopening flushed file at 1731288186088 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af78a6f: reopening flushed file at 1731288186096 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9cbf37: reopening flushed file at 1731288186099 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c1e973: reopening flushed file at 1731288186107 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 556ms, sequenceid=16, compaction requested=false at 1731288186112 (+5 ms)Writing region close event to WAL at 1731288186113 (+1 ms)Running coprocessor post-close hooks at 1731288186116 (+3 ms)Closed at 1731288186117 (+1 ms) 2024-11-11T01:23:06,117 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:06,137 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:06,156 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on a306a48105b94c490eb1a7c5977ace3c, b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:06,242 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:06,274 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1486, reset compression=false 2024-11-11T01:23:06,285 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:23:06,285 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:23:06,357 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on a306a48105b94c490eb1a7c5977ace3c, b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:06,443 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/norep/540b7373bb41415eab6adb513f66fd63 2024-11-11T01:23:06,447 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540b7373bb41415eab6adb513f66fd63 2024-11-11T01:23:06,448 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f/e78c8f8ef2464fcf8392922df9c2fa49 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/f/e78c8f8ef2464fcf8392922df9c2fa49 2024-11-11T01:23:06,451 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e78c8f8ef2464fcf8392922df9c2fa49 2024-11-11T01:23:06,452 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/f/e78c8f8ef2464fcf8392922df9c2fa49, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:06,452 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/f1/27e8e84096974749be4568f6cb5146c1 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/f1/27e8e84096974749be4568f6cb5146c1 2024-11-11T01:23:06,455 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e8e84096974749be4568f6cb5146c1 2024-11-11T01:23:06,456 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/f1/27e8e84096974749be4568f6cb5146c1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:06,456 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/.tmp/norep/540b7373bb41415eab6adb513f66fd63 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/norep/540b7373bb41415eab6adb513f66fd63 2024-11-11T01:23:06,460 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540b7373bb41415eab6adb513f66fd63 2024-11-11T01:23:06,460 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/norep/540b7373bb41415eab6adb513f66fd63, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:06,461 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a306a48105b94c490eb1a7c5977ace3c in 906ms, sequenceid=10, compaction requested=false 2024-11-11T01:23:06,468 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/data/default/test/a306a48105b94c490eb1a7c5977ace3c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T01:23:06,468 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:06,468 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:06,468 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:23:06,468 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a306a48105b94c490eb1a7c5977ace3c: Waiting for close lock at 1731288185555Running coprocessor pre-close hooks at 1731288185555Disabling compacts and flushes for region at 1731288185555Disabling writes for close at 1731288185555Obtaining lock to block concurrent updates at 1731288185556 (+1 ms)Preparing flush snapshotting stores in a306a48105b94c490eb1a7c5977ace3c at 1731288185556Finished memstore snapshotting test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731288185556Flushing stores of test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. at 1731288185556Flushing a306a48105b94c490eb1a7c5977ace3c/f: creating writer at 1731288185557 (+1 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/f: appending metadata at 1731288185576 (+19 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/f: closing flushed file at 1731288185576Flushing a306a48105b94c490eb1a7c5977ace3c/f1: creating writer at 1731288185589 (+13 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/f1: appending metadata at 1731288185606 (+17 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/f1: closing flushed file at 1731288185606Flushing a306a48105b94c490eb1a7c5977ace3c/norep: creating writer at 1731288186016 (+410 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/norep: appending metadata at 1731288186034 (+18 ms)Flushing a306a48105b94c490eb1a7c5977ace3c/norep: closing flushed file at 1731288186034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fe05b6: reopening flushed file at 1731288186447 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec5f955: reopening flushed file at 1731288186452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330fdf81: reopening flushed file at 1731288186456 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a306a48105b94c490eb1a7c5977ace3c in 906ms, sequenceid=10, compaction requested=false at 1731288186461 (+5 ms)Writing region close event to WAL at 1731288186465 (+4 ms)Running coprocessor post-close hooks at 1731288186468 (+3 ms)Closed at 1731288186468 2024-11-11T01:23:06,468 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288172837.a306a48105b94c490eb1a7c5977ace3c. 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8fbd4f16eeb2390f3b9632faab4b1b8, disabling compactions & flushes 2024-11-11T01:23:06,469 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. after waiting 0 ms 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8fbd4f16eeb2390f3b9632faab4b1b8: Waiting for close lock at 1731288186468Running coprocessor pre-close hooks at 1731288186469 (+1 ms)Disabling compacts and flushes for region at 1731288186469Disabling writes for close at 1731288186469Failed flush hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8., putting online again at 1731288186469 2024-11-11T01:23:06,469 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,557 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:23:06,557 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1325): Online Regions={b8fbd4f16eeb2390f3b9632faab4b1b8=hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8.} 2024-11-11T01:23:06,557 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(3091): Received CLOSE for b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:06,557 DEBUG [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1351): Waiting on b8fbd4f16eeb2390f3b9632faab4b1b8 2024-11-11T01:23:06,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8fbd4f16eeb2390f3b9632faab4b1b8, disabling compactions & flushes 2024-11-11T01:23:06,557 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. after waiting 0 ms 2024-11-11T01:23:06,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,557 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8fbd4f16eeb2390f3b9632faab4b1b8: Waiting for close lock at 1731288186557Running coprocessor pre-close hooks at 1731288186557Disabling compacts and flushes for region at 1731288186557Disabling writes for close at 1731288186557Failed flush hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8., putting online again at 1731288186557 2024-11-11T01:23:06,558 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288177321.b8fbd4f16eeb2390f3b9632faab4b1b8. 2024-11-11T01:23:06,678 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 1486, reset compression=false 2024-11-11T01:23:06,682 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:06,682 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 2130, reset compression=false 2024-11-11T01:23:06,745 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:06,757 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T01:23:06,757 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,34497,1731288166072; all regions closed. 2024-11-11T01:23:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:23:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741839_1015 (size=2171) 2024-11-11T01:23:06,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.rep.1731288178459 not finished, retry = 0 2024-11-11T01:23:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741832_1008 (size=2138) 2024-11-11T01:23:06,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 not finished, retry = 0 2024-11-11T01:23:06,885 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 to pos 2130, reset compression=false 2024-11-11T01:23:06,965 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:06,965 INFO [RS:0;612696b701d2:34497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:06,965 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/WALs/612696b701d2,34497,1731288166072/612696b701d2%2C34497%2C1731288166072.1731288168411 2024-11-11T01:23:06,965 INFO [RS:0;612696b701d2:34497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:06,965 INFO [RS:0;612696b701d2:34497 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:06,965 INFO [RS:0;612696b701d2:34497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:06,965 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:06,966 INFO [RS:0;612696b701d2:34497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,34497,1731288166072 because: Region server is closing 2024-11-11T01:23:06,966 INFO [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34497. 2024-11-11T01:23:06,966 DEBUG [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:06,966 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:06,966 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:06,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:07,056 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:07,066 INFO [RS:0;612696b701d2:34497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.shipper612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 terminated 2024-11-11T01:23:07,066 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,34497,1731288166072.replicationSource.wal-reader.612696b701d2%2C34497%2C1731288166072,1-612696b701d2,34497,1731288166072 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T01:23:07,067 INFO [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:34497. 2024-11-11T01:23:07,067 DEBUG [RS:0;612696b701d2:34497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:07,067 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:07,067 DEBUG [RS:0;612696b701d2:34497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:07,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:07,067 INFO [RS:0;612696b701d2:34497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34497 2024-11-11T01:23:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2390696313/rs/612696b701d2,34497,1731288166072 2024-11-11T01:23:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313/rs 2024-11-11T01:23:07,080 INFO [RS:0;612696b701d2:34497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:07,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,34497,1731288166072] 2024-11-11T01:23:07,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2390696313/draining/612696b701d2,34497,1731288166072 already deleted, retry=false 2024-11-11T01:23:07,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,34497,1731288166072 expired; onlineServers=0 2024-11-11T01:23:07,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38715,1731288165896' ***** 2024-11-11T01:23:07,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:07,101 INFO [M:0;612696b701d2:38715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:07,101 INFO [M:0;612696b701d2:38715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:07,101 DEBUG [M:0;612696b701d2:38715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:07,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:07,101 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288168140 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288168140,5,FailOnTimeoutGroup] 2024-11-11T01:23:07,101 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288168140 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288168140,5,FailOnTimeoutGroup] 2024-11-11T01:23:07,101 DEBUG [M:0;612696b701d2:38715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:07,101 INFO [M:0;612696b701d2:38715 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:07,101 INFO [M:0;612696b701d2:38715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:07,102 DEBUG [M:0;612696b701d2:38715 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:07,102 INFO [M:0;612696b701d2:38715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:07,102 INFO [M:0;612696b701d2:38715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:07,102 INFO [M:0;612696b701d2:38715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:07,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2390696313/master 2024-11-11T01:23:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2390696313 2024-11-11T01:23:07,111 DEBUG [M:0;612696b701d2:38715 {}] zookeeper.ZKUtil(347): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Unable to get data of znode /2390696313/master because node does not exist (not an error) 2024-11-11T01:23:07,111 WARN [M:0;612696b701d2:38715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:23:07,121 INFO [M:0;612696b701d2:38715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/.lastflushedseqids 2024-11-11T01:23:07,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741847_1023 (size=245) 2024-11-11T01:23:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:07,190 INFO [RS:0;612696b701d2:34497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34497-0x101277cb6410007, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:07,190 INFO [RS:0;612696b701d2:34497 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,34497,1731288166072; zookeeper connection closed. 2024-11-11T01:23:07,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49aa066b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49aa066b 2024-11-11T01:23:07,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:07,348 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:07,526 INFO [M:0;612696b701d2:38715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:07,526 INFO [M:0;612696b701d2:38715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:07,526 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:07,526 INFO [M:0;612696b701d2:38715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:07,526 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:07,526 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:07,526 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:07,526 INFO [M:0;612696b701d2:38715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T01:23:07,540 DEBUG [M:0;612696b701d2:38715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56144b65ca82411b9fe35b4fd124c914 is 82, key is hbase:meta,,1/info:regioninfo/1731288169366/Put/seqid=0 2024-11-11T01:23:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741848_1024 (size=5672) 2024-11-11T01:23:07,944 INFO [M:0;612696b701d2:38715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56144b65ca82411b9fe35b4fd124c914 2024-11-11T01:23:07,984 DEBUG [M:0;612696b701d2:38715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f119627d96d74656bafae612c8ce3cc8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288178507/Put/seqid=0 2024-11-11T01:23:07,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741849_1025 (size=8515) 2024-11-11T01:23:07,994 INFO [M:0;612696b701d2:38715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f119627d96d74656bafae612c8ce3cc8 2024-11-11T01:23:08,018 DEBUG [M:0;612696b701d2:38715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e57de5673749d88f77eeb6f84238a2 is 69, key is 612696b701d2,34497,1731288166072/rs:state/1731288168232/Put/seqid=0 2024-11-11T01:23:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741850_1026 (size=5156) 2024-11-11T01:23:08,047 INFO [M:0;612696b701d2:38715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e57de5673749d88f77eeb6f84238a2 2024-11-11T01:23:08,051 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:08,055 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56144b65ca82411b9fe35b4fd124c914 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56144b65ca82411b9fe35b4fd124c914 2024-11-11T01:23:08,061 INFO [M:0;612696b701d2:38715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56144b65ca82411b9fe35b4fd124c914, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:23:08,062 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f119627d96d74656bafae612c8ce3cc8 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f119627d96d74656bafae612c8ce3cc8 2024-11-11T01:23:08,064 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:08,070 INFO [M:0;612696b701d2:38715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f119627d96d74656bafae612c8ce3cc8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:23:08,072 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e57de5673749d88f77eeb6f84238a2 as hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65e57de5673749d88f77eeb6f84238a2 2024-11-11T01:23:08,078 INFO [M:0;612696b701d2:38715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42205/user/jenkins/test-data/231801c7-07e6-61e6-54bd-cb9991996ea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65e57de5673749d88f77eeb6f84238a2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:23:08,080 INFO [M:0;612696b701d2:38715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=97, compaction requested=false 2024-11-11T01:23:08,103 INFO [M:0;612696b701d2:38715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:08,103 DEBUG [M:0;612696b701d2:38715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288187526Disabling compacts and flushes for region at 1731288187526Disabling writes for close at 1731288187526Obtaining lock to block concurrent updates at 1731288187526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288187526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731288187527 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288187527Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288187527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288187539 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288187539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288187949 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288187984 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288187984Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288187998 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288188018 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288188018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5375f: reopening flushed file at 1731288188053 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26332967: reopening flushed file at 1731288188061 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db7d0f7: reopening flushed file at 1731288188071 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=97, compaction requested=false at 1731288188080 (+9 ms)Writing region close event to WAL at 1731288188103 (+23 ms)Closed at 1731288188103 2024-11-11T01:23:08,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36451 is added to blk_1073741830_1006 (size=63642) 2024-11-11T01:23:08,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:08,111 INFO [M:0;612696b701d2:38715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:08,111 INFO [M:0;612696b701d2:38715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38715 2024-11-11T01:23:08,112 INFO [M:0;612696b701d2:38715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:08,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:08,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38715-0x101277cb6410006, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:08,222 INFO [M:0;612696b701d2:38715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:08,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:08,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:08,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:08,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:08,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:08,259 WARN [BP-980237228-172.17.0.3-1731288163824 heartbeating to localhost/127.0.0.1:42205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:08,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:08,259 WARN [BP-980237228-172.17.0.3-1731288163824 heartbeating to localhost/127.0.0.1:42205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-980237228-172.17.0.3-1731288163824 (Datanode Uuid 41376148-de96-4f79-8f92-b7a9db984e2f) service to localhost/127.0.0.1:42205 2024-11-11T01:23:08,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:08,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/cluster_da26a90a-6ad7-a51e-8fb2-d31d7263e9cc/data/data1/current/BP-980237228-172.17.0.3-1731288163824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:08,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/cluster_da26a90a-6ad7-a51e-8fb2-d31d7263e9cc/data/data2/current/BP-980237228-172.17.0.3-1731288163824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:08,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:08,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:08,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:08,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:08,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:08,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:08,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:08,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:08,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:08,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:08,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:08,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:08,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:08,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:08,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583492117, stopped=false 2024-11-11T01:23:08,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,44163,1731288160701 2024-11-11T01:23:08,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1505074821/running 2024-11-11T01:23:08,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:23:08,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:08,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/running 2024-11-11T01:23:08,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1505074821/running 2024-11-11T01:23:08,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:23:08,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:08,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:08,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:08,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,36141,1731288160850' ***** 2024-11-11T01:23:08,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:08,303 INFO [RS:0;612696b701d2:36141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:08,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:08,303 INFO [RS:0;612696b701d2:36141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:08,303 INFO [RS:0;612696b701d2:36141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:08,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Set watcher on znode that does not yet exist, /1-1505074821/running 2024-11-11T01:23:08,303 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(3091): Received CLOSE for a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:08,312 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(3091): Received CLOSE for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,36141,1731288160850 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:36141. 2024-11-11T01:23:08,313 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a74a690b43f5a4fd1b2461dc2bd3f0b6, disabling compactions & flushes 2024-11-11T01:23:08,313 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:23:08,313 DEBUG [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:08,313 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:23:08,313 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:08,313 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. after waiting 0 ms 2024-11-11T01:23:08,313 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:08,313 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:08,313 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T01:23:08,320 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:23:08,320 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1325): Online Regions={a74a690b43f5a4fd1b2461dc2bd3f0b6=test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6., 1588230740=hbase:meta,,1.1588230740, 473f09ebcf4c4711852c7b5c7b54bbd1=hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.} 2024-11-11T01:23:08,320 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473f09ebcf4c4711852c7b5c7b54bbd1, a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:08,320 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:08,320 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:08,320 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:08,320 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:08,320 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:08,320 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:23:08,348 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f/8cb86dc4d22945dab56c954d8296ff2d is 29, key is row1/f:/1731288183513/DeleteFamily/seqid=0 2024-11-11T01:23:08,367 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/info/cf268cfb317c41adba0b66a9846aa75e is 147, key is hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1./info:regioninfo/1731288176966/Put/seqid=0 2024-11-11T01:23:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741840_1016 (size=5152) 2024-11-11T01:23:08,386 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741841_1017 (size=7686) 2024-11-11T01:23:08,410 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/info/cf268cfb317c41adba0b66a9846aa75e 2024-11-11T01:23:08,447 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/ns/e8b53002fe1d412ead4bff6924cb2bf3 is 43, key is default/ns:d/1731288163677/Put/seqid=0 2024-11-11T01:23:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:23:08,456 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/ns/e8b53002fe1d412ead4bff6924cb2bf3 2024-11-11T01:23:08,496 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/rep_barrier/60ae7660cb5a4cf5858974647cf9e5f1 is 112, key is test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6./rep_barrier:seqnumDuringOpen/1731288172435/Put/seqid=0 2024-11-11T01:23:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741843_1019 (size=5518) 2024-11-11T01:23:08,520 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473f09ebcf4c4711852c7b5c7b54bbd1, a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:08,720 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473f09ebcf4c4711852c7b5c7b54bbd1, a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:08,782 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f/8cb86dc4d22945dab56c954d8296ff2d 2024-11-11T01:23:08,788 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cb86dc4d22945dab56c954d8296ff2d 2024-11-11T01:23:08,814 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f1/504a7dc9cf044490b4cb9bf7fbf86659 is 30, key is row1/f1:/1731288183513/DeleteFamily/seqid=0 2024-11-11T01:23:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741844_1020 (size=5158) 2024-11-11T01:23:08,869 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1191, reset compression=false 2024-11-11T01:23:08,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:08,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1438, reset compression=false 2024-11-11T01:23:08,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,36141,1731288160850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:08,875 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,36141,1731288160850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-612696b701d2,36141,1731288160850, walGroup=612696b701d2%2C36141%2C1731288160850, offset=612696b701d2%2C36141%2C1731288160850.1731288163092:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:36141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:23:08,877 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:23:08,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:23:08,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:23:08,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:23:08,877 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:23:08,877 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 948082640 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202334080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:23:08,878 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:44163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:44163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:23:08,914 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/rep_barrier/60ae7660cb5a4cf5858974647cf9e5f1 2024-11-11T01:23:08,920 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473f09ebcf4c4711852c7b5c7b54bbd1, a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:08,939 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/table/2a5ad418a52c47a1842e2f09abd17457 is 53, key is hbase:replication/table:state/1731288176972/Put/seqid=0 2024-11-11T01:23:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741845_1021 (size=5308) 2024-11-11T01:23:08,949 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/table/2a5ad418a52c47a1842e2f09abd17457 2024-11-11T01:23:08,955 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/info/cf268cfb317c41adba0b66a9846aa75e as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/info/cf268cfb317c41adba0b66a9846aa75e 2024-11-11T01:23:08,962 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/info/cf268cfb317c41adba0b66a9846aa75e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:23:08,964 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/ns/e8b53002fe1d412ead4bff6924cb2bf3 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/ns/e8b53002fe1d412ead4bff6924cb2bf3 2024-11-11T01:23:08,972 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/ns/e8b53002fe1d412ead4bff6924cb2bf3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:23:08,973 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/rep_barrier/60ae7660cb5a4cf5858974647cf9e5f1 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/rep_barrier/60ae7660cb5a4cf5858974647cf9e5f1 2024-11-11T01:23:08,979 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/rep_barrier/60ae7660cb5a4cf5858974647cf9e5f1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:23:08,980 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/.tmp/table/2a5ad418a52c47a1842e2f09abd17457 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/table/2a5ad418a52c47a1842e2f09abd17457 2024-11-11T01:23:08,984 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:23:08,984 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:23:08,987 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/table/2a5ad418a52c47a1842e2f09abd17457, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:23:08,989 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=16, compaction requested=false 2024-11-11T01:23:08,989 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:23:09,009 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:23:09,010 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:09,010 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:09,010 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:09,011 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288188320Running coprocessor pre-close hooks at 1731288188320Disabling compacts and flushes for region at 1731288188320Disabling writes for close at 1731288188320Obtaining lock to block concurrent updates at 1731288188320Preparing flush snapshotting stores in 1588230740 at 1731288188320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288188323 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288188323Flushing 1588230740/info: creating writer at 1731288188323Flushing 1588230740/info: appending metadata at 1731288188367 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731288188367Flushing 1588230740/ns: creating writer at 1731288188419 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731288188446 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731288188446Flushing 1588230740/rep_barrier: creating writer at 1731288188468 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288188495 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288188495Flushing 1588230740/table: creating writer at 1731288188919 (+424 ms)Flushing 1588230740/table: appending metadata at 1731288188939 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731288188939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8321eac: reopening flushed file at 1731288188954 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173204e0: reopening flushed file at 1731288188963 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7c2f69: reopening flushed file at 1731288188972 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e246568: reopening flushed file at 1731288188979 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=16, compaction requested=false at 1731288188989 (+10 ms)Writing region close event to WAL at 1731288189005 (+16 ms)Running coprocessor post-close hooks at 1731288189010 (+5 ms)Closed at 1731288189010 2024-11-11T01:23:09,011 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:09,079 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1438, reset compression=false 2024-11-11T01:23:09,121 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 473f09ebcf4c4711852c7b5c7b54bbd1, a74a690b43f5a4fd1b2461dc2bd3f0b6 2024-11-11T01:23:09,181 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:09,219 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f1/504a7dc9cf044490b4cb9bf7fbf86659 2024-11-11T01:23:09,222 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 504a7dc9cf044490b4cb9bf7fbf86659 2024-11-11T01:23:09,237 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/norep/e2c89249e76b4330a03b46985a489557 is 33, key is row1/norep:/1731288183513/DeleteFamily/seqid=0 2024-11-11T01:23:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741846_1022 (size=5108) 2024-11-11T01:23:09,263 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/norep/e2c89249e76b4330a03b46985a489557 2024-11-11T01:23:09,268 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c89249e76b4330a03b46985a489557 2024-11-11T01:23:09,269 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f/8cb86dc4d22945dab56c954d8296ff2d as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/f/8cb86dc4d22945dab56c954d8296ff2d 2024-11-11T01:23:09,275 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cb86dc4d22945dab56c954d8296ff2d 2024-11-11T01:23:09,275 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/f/8cb86dc4d22945dab56c954d8296ff2d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:09,277 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/f1/504a7dc9cf044490b4cb9bf7fbf86659 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/f1/504a7dc9cf044490b4cb9bf7fbf86659 2024-11-11T01:23:09,283 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 504a7dc9cf044490b4cb9bf7fbf86659 2024-11-11T01:23:09,283 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/f1/504a7dc9cf044490b4cb9bf7fbf86659, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:09,285 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/.tmp/norep/e2c89249e76b4330a03b46985a489557 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/norep/e2c89249e76b4330a03b46985a489557 2024-11-11T01:23:09,292 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c89249e76b4330a03b46985a489557 2024-11-11T01:23:09,292 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/norep/e2c89249e76b4330a03b46985a489557, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T01:23:09,296 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a74a690b43f5a4fd1b2461dc2bd3f0b6 in 983ms, sequenceid=10, compaction requested=false 2024-11-11T01:23:09,308 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/data/default/test/a74a690b43f5a4fd1b2461dc2bd3f0b6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:09,309 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a74a690b43f5a4fd1b2461dc2bd3f0b6: Waiting for close lock at 1731288188313Running coprocessor pre-close hooks at 1731288188313Disabling compacts and flushes for region at 1731288188313Disabling writes for close at 1731288188313Obtaining lock to block concurrent updates at 1731288188313Preparing flush snapshotting stores in a74a690b43f5a4fd1b2461dc2bd3f0b6 at 1731288188313Finished memstore snapshotting test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731288188314 (+1 ms)Flushing stores of test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. at 1731288188316 (+2 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f: creating writer at 1731288188316Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f: appending metadata at 1731288188347 (+31 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f: closing flushed file at 1731288188347Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f1: creating writer at 1731288188788 (+441 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f1: appending metadata at 1731288188813 (+25 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/f1: closing flushed file at 1731288188813Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/norep: creating writer at 1731288189222 (+409 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/norep: appending metadata at 1731288189236 (+14 ms)Flushing a74a690b43f5a4fd1b2461dc2bd3f0b6/norep: closing flushed file at 1731288189236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71843fb6: reopening flushed file at 1731288189268 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ec4aed: reopening flushed file at 1731288189275 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384e4aa3: reopening flushed file at 1731288189284 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a74a690b43f5a4fd1b2461dc2bd3f0b6 in 983ms, sequenceid=10, compaction requested=false at 1731288189296 (+12 ms)Writing region close event to WAL at 1731288189305 (+9 ms)Running coprocessor post-close hooks at 1731288189309 (+4 ms)Closed at 1731288189309 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288171697.a74a690b43f5a4fd1b2461dc2bd3f0b6. 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 473f09ebcf4c4711852c7b5c7b54bbd1, disabling compactions & flushes 2024-11-11T01:23:09,309 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. after waiting 0 ms 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 473f09ebcf4c4711852c7b5c7b54bbd1: Waiting for close lock at 1731288189309Running coprocessor pre-close hooks at 1731288189309Disabling compacts and flushes for region at 1731288189309Disabling writes for close at 1731288189309Failed flush hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1., putting online again at 1731288189309 2024-11-11T01:23:09,309 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,321 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:23:09,321 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1325): Online Regions={473f09ebcf4c4711852c7b5c7b54bbd1=hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1.} 2024-11-11T01:23:09,321 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(3091): Received CLOSE for 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:23:09,321 DEBUG [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1351): Waiting on 473f09ebcf4c4711852c7b5c7b54bbd1 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 473f09ebcf4c4711852c7b5c7b54bbd1, disabling compactions & flushes 2024-11-11T01:23:09,321 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. after waiting 0 ms 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 473f09ebcf4c4711852c7b5c7b54bbd1: Waiting for close lock at 1731288189321Running coprocessor pre-close hooks at 1731288189321Disabling compacts and flushes for region at 1731288189321Disabling writes for close at 1731288189321Failed flush hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1., putting online again at 1731288189321 2024-11-11T01:23:09,321 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731288176190.473f09ebcf4c4711852c7b5c7b54bbd1. 2024-11-11T01:23:09,383 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 1438, reset compression=false 2024-11-11T01:23:09,402 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:09,403 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.wal-reader.612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/WALs/612696b701d2,36141,1731288160850/612696b701d2%2C36141%2C1731288160850.1731288163092 to pos 2082, reset compression=false 2024-11-11T01:23:09,521 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T01:23:09,521 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,36141,1731288160850; all regions closed. 2024-11-11T01:23:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:23:09,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741839_1015 (size=2171) 2024-11-11T01:23:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741833_1009 (size=2090) 2024-11-11T01:23:09,540 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:09,540 INFO [RS:0;612696b701d2:36141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:09,540 INFO [RS:0;612696b701d2:36141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:09,540 INFO [RS:0;612696b701d2:36141 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:09,541 INFO [RS:0;612696b701d2:36141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:09,541 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:09,541 INFO [RS:0;612696b701d2:36141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,36141,1731288160850 because: Region server is closing 2024-11-11T01:23:09,541 INFO [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:36141. 2024-11-11T01:23:09,541 DEBUG [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:09,541 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:09,541 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:09,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:09,642 INFO [RS:0;612696b701d2:36141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,36141,1731288160850.replicationSource.shipper612696b701d2%2C36141%2C1731288160850,1-612696b701d2,36141,1731288160850 terminated 2024-11-11T01:23:09,642 INFO [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:36141. 2024-11-11T01:23:09,642 DEBUG [RS:0;612696b701d2:36141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:09,642 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:09,642 DEBUG [RS:0;612696b701d2:36141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:09,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:09,642 INFO [RS:0;612696b701d2:36141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36141 2024-11-11T01:23:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1505074821/rs/612696b701d2,36141,1731288160850 2024-11-11T01:23:09,719 INFO [RS:0;612696b701d2:36141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821/rs 2024-11-11T01:23:09,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,36141,1731288160850] 2024-11-11T01:23:09,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/draining/612696b701d2,36141,1731288160850 already deleted, retry=false 2024-11-11T01:23:09,785 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,36141,1731288160850 expired; onlineServers=0 2024-11-11T01:23:09,785 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,44163,1731288160701' ***** 2024-11-11T01:23:09,785 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:09,785 INFO [M:0;612696b701d2:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:09,785 INFO [M:0;612696b701d2:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:09,785 DEBUG [M:0;612696b701d2:44163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:09,785 DEBUG [M:0;612696b701d2:44163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:09,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:09,785 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288162845 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288162845,5,FailOnTimeoutGroup] 2024-11-11T01:23:09,785 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288162845 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288162845,5,FailOnTimeoutGroup] 2024-11-11T01:23:09,786 INFO [M:0;612696b701d2:44163 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:09,786 INFO [M:0;612696b701d2:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:09,786 DEBUG [M:0;612696b701d2:44163 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:09,786 INFO [M:0;612696b701d2:44163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:09,786 INFO [M:0;612696b701d2:44163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:09,786 INFO [M:0;612696b701d2:44163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:09,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:09,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1505074821/master 2024-11-11T01:23:09,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1505074821 2024-11-11T01:23:09,806 DEBUG [M:0;612696b701d2:44163 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1505074821/master already deleted, retry=false 2024-11-11T01:23:09,806 DEBUG [M:0;612696b701d2:44163 {}] master.ActiveMasterManager(353): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1505074821/master 2024-11-11T01:23:09,808 INFO [M:0;612696b701d2:44163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/.lastflushedseqids 2024-11-11T01:23:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741847_1023 (size=245) 2024-11-11T01:23:09,847 INFO [M:0;612696b701d2:44163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:09,847 INFO [M:0;612696b701d2:44163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:09,847 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:09,847 INFO [M:0;612696b701d2:44163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:09,847 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:09,847 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:09,847 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:09,847 INFO [M:0;612696b701d2:44163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T01:23:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36141-0x101277cb6410004, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:09,867 INFO [RS:0;612696b701d2:36141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:09,867 INFO [RS:0;612696b701d2:36141 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,36141,1731288160850; zookeeper connection closed. 2024-11-11T01:23:09,871 DEBUG [M:0;612696b701d2:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ead6bb39f8848e3866d31b69db274fa is 82, key is hbase:meta,,1/info:regioninfo/1731288163663/Put/seqid=0 2024-11-11T01:23:09,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d 2024-11-11T01:23:09,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741848_1024 (size=5672) 2024-11-11T01:23:09,907 INFO [M:0;612696b701d2:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ead6bb39f8848e3866d31b69db274fa 2024-11-11T01:23:09,947 DEBUG [M:0;612696b701d2:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9bd57ad75741ceba30dd1f7053b61c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288176975/Put/seqid=0 2024-11-11T01:23:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741849_1025 (size=8515) 2024-11-11T01:23:09,961 INFO [M:0;612696b701d2:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9bd57ad75741ceba30dd1f7053b61c 2024-11-11T01:23:09,984 DEBUG [M:0;612696b701d2:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efd7964857c040ea9a1bbeb9319c66d8 is 69, key is 612696b701d2,36141,1731288160850/rs:state/1731288162916/Put/seqid=0 2024-11-11T01:23:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741850_1026 (size=5156) 2024-11-11T01:23:09,990 INFO [M:0;612696b701d2:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efd7964857c040ea9a1bbeb9319c66d8 2024-11-11T01:23:09,996 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ead6bb39f8848e3866d31b69db274fa as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ead6bb39f8848e3866d31b69db274fa 2024-11-11T01:23:10,003 INFO [M:0;612696b701d2:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ead6bb39f8848e3866d31b69db274fa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T01:23:10,004 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9bd57ad75741ceba30dd1f7053b61c as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea9bd57ad75741ceba30dd1f7053b61c 2024-11-11T01:23:10,010 INFO [M:0;612696b701d2:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea9bd57ad75741ceba30dd1f7053b61c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T01:23:10,011 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efd7964857c040ea9a1bbeb9319c66d8 as hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efd7964857c040ea9a1bbeb9319c66d8 2024-11-11T01:23:10,017 INFO [M:0;612696b701d2:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34267/user/jenkins/test-data/ff836ccc-29e9-4c36-df98-69bdf82c7c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efd7964857c040ea9a1bbeb9319c66d8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T01:23:10,019 INFO [M:0;612696b701d2:44163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false 2024-11-11T01:23:10,020 INFO [M:0;612696b701d2:44163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:10,020 DEBUG [M:0;612696b701d2:44163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288189847Disabling compacts and flushes for region at 1731288189847Disabling writes for close at 1731288189847Obtaining lock to block concurrent updates at 1731288189847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288189847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731288189848 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288189852 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288189852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288189871 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288189871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288189913 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288189946 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288189946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288189965 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288189983 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288189983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33de2e06: reopening flushed file at 1731288189995 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed079b8: reopening flushed file at 1731288190003 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7152120e: reopening flushed file at 1731288190011 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false at 1731288190019 (+8 ms)Writing region close event to WAL at 1731288190020 (+1 ms)Closed at 1731288190020 2024-11-11T01:23:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741830_1006 (size=63642) 2024-11-11T01:23:10,027 INFO [M:0;612696b701d2:44163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:10,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:10,027 INFO [M:0;612696b701d2:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44163 2024-11-11T01:23:10,027 INFO [M:0;612696b701d2:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:10,156 INFO [M:0;612696b701d2:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x101277cb6410003, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:10,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:10,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:10,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:10,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:10,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:10,160 WARN [BP-1962825653-172.17.0.3-1731288158188 heartbeating to localhost/127.0.0.1:34267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:10,160 WARN [BP-1962825653-172.17.0.3-1731288158188 heartbeating to localhost/127.0.0.1:34267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962825653-172.17.0.3-1731288158188 (Datanode Uuid 418f8153-a106-4c58-9def-75d0dce0f9c5) service to localhost/127.0.0.1:34267 2024-11-11T01:23:10,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:10,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:10,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/cluster_c27e3a4b-8548-0f93-9961-b493ecd62432/data/data1/current/BP-1962825653-172.17.0.3-1731288158188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:10,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/cluster_c27e3a4b-8548-0f93-9961-b493ecd62432/data/data2/current/BP-1962825653-172.17.0.3-1731288158188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:10,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:10,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:10,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:10,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:10,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:10,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd181df3-8da0-da60-f65f-26a034810547/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:10,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:10,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:10,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:10,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:10,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:10,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:10,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:10,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:10,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1456250840, stopped=false 2024-11-11T01:23:10,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,37579,1731288155007 2024-11-11T01:23:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424216955/running 2024-11-11T01:23:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424216955/running 2024-11-11T01:23:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:23:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:23:10,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/running 2024-11-11T01:23:10,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Set watcher on znode that does not yet exist, /01424216955/running 2024-11-11T01:23:10,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:10,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:10,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:10,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:10,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,42119,1731288155203' ***** 2024-11-11T01:23:10,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:10,205 INFO [RS:0;612696b701d2:42119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:10,205 INFO [RS:0;612696b701d2:42119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:10,205 INFO [RS:0;612696b701d2:42119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:10,205 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 18debbdd20e4e7f5ca3f985541e01986 2024-11-11T01:23:10,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:10,205 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:10,208 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:23:10,208 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,42119,1731288155203 2024-11-11T01:23:10,208 INFO [RS:0;612696b701d2:42119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:10,208 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18debbdd20e4e7f5ca3f985541e01986, disabling compactions & flushes 2024-11-11T01:23:10,208 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:23:10,208 INFO [RS:0;612696b701d2:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:42119. 2024-11-11T01:23:10,208 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:23:10,208 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. after waiting 0 ms 2024-11-11T01:23:10,208 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:23:10,208 DEBUG [RS:0;612696b701d2:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:10,208 DEBUG [RS:0;612696b701d2:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:10,209 INFO [RS:0;612696b701d2:42119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:10,209 INFO [RS:0;612696b701d2:42119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:10,209 INFO [RS:0;612696b701d2:42119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:10,208 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18debbdd20e4e7f5ca3f985541e01986 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T01:23:10,209 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:10,212 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:23:10,212 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1325): Online Regions={18debbdd20e4e7f5ca3f985541e01986=hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986., 1588230740=hbase:meta,,1.1588230740, c69195b8ef8175bc5a282868c1fd0c69=test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69.} 2024-11-11T01:23:10,212 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18debbdd20e4e7f5ca3f985541e01986, c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:23:10,212 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:10,212 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:10,212 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:10,212 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:10,212 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:10,213 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:23:10,228 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/.tmp/queue/d7e08f1a2b1f4490be506d992181fc3c is 153, key is 1-612696b701d2,42119,1731288155203/queue:612696b701d2%2C42119%2C1731288155203/1731288182610/Put/seqid=0 2024-11-11T01:23:10,231 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/info/c4e9ceb7bc764e3ba5867065079996f4 is 147, key is hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986./info:regioninfo/1731288175775/Put/seqid=0 2024-11-11T01:23:10,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741840_1016 (size=5352) 2024-11-11T01:23:10,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741841_1017 (size=7686) 2024-11-11T01:23:10,389 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.wal-reader.612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 to pos 636, reset compression=false 2024-11-11T01:23:10,412 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18debbdd20e4e7f5ca3f985541e01986, c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:23:10,613 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18debbdd20e4e7f5ca3f985541e01986, c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:23:10,637 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/.tmp/queue/d7e08f1a2b1f4490be506d992181fc3c 2024-11-11T01:23:10,637 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/info/c4e9ceb7bc764e3ba5867065079996f4 2024-11-11T01:23:10,666 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/.tmp/queue/d7e08f1a2b1f4490be506d992181fc3c as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/queue/d7e08f1a2b1f4490be506d992181fc3c 2024-11-11T01:23:10,673 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/queue/d7e08f1a2b1f4490be506d992181fc3c, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T01:23:10,674 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18debbdd20e4e7f5ca3f985541e01986 in 466ms, sequenceid=8, compaction requested=false 2024-11-11T01:23:10,677 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/ns/c8e0f6f422474d648924ffc5f3e2afd6 is 43, key is default/ns:d/1731288158031/Put/seqid=0 2024-11-11T01:23:10,693 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/replication/18debbdd20e4e7f5ca3f985541e01986/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T01:23:10,693 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:10,694 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:23:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18debbdd20e4e7f5ca3f985541e01986: Waiting for close lock at 1731288190208Running coprocessor pre-close hooks at 1731288190208Disabling compacts and flushes for region at 1731288190208Disabling writes for close at 1731288190208Obtaining lock to block concurrent updates at 1731288190209 (+1 ms)Preparing flush snapshotting stores in 18debbdd20e4e7f5ca3f985541e01986 at 1731288190209Finished memstore snapshotting hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731288190209Flushing stores of hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. at 1731288190210 (+1 ms)Flushing 18debbdd20e4e7f5ca3f985541e01986/queue: creating writer at 1731288190210Flushing 18debbdd20e4e7f5ca3f985541e01986/queue: appending metadata at 1731288190228 (+18 ms)Flushing 18debbdd20e4e7f5ca3f985541e01986/queue: closing flushed file at 1731288190228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a8c4c2: reopening flushed file at 1731288190665 (+437 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 18debbdd20e4e7f5ca3f985541e01986 in 466ms, sequenceid=8, compaction requested=false at 1731288190674 (+9 ms)Writing region close event to WAL at 1731288190685 (+11 ms)Running coprocessor post-close hooks at 1731288190693 (+8 ms)Closed at 1731288190694 (+1 ms) 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288175007.18debbdd20e4e7f5ca3f985541e01986. 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c69195b8ef8175bc5a282868c1fd0c69, disabling compactions & flushes 2024-11-11T01:23:10,694 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. after waiting 0 ms 2024-11-11T01:23:10,694 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:23:10,694 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c69195b8ef8175bc5a282868c1fd0c69 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T01:23:10,695 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/ns/c8e0f6f422474d648924ffc5f3e2afd6 2024-11-11T01:23:10,712 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f/365a8a105daa49bfa8e35536cd51af02 is 28, key is row/f:/1731288182509/DeleteFamily/seqid=0 2024-11-11T01:23:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741843_1019 (size=5085) 2024-11-11T01:23:10,742 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f/365a8a105daa49bfa8e35536cd51af02 2024-11-11T01:23:10,756 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 365a8a105daa49bfa8e35536cd51af02 2024-11-11T01:23:10,757 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d842e0194734f9c9c16b12de7d282ad is 112, key is test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69./rep_barrier:seqnumDuringOpen/1731288170679/Put/seqid=0 2024-11-11T01:23:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741844_1020 (size=5518) 2024-11-11T01:23:10,795 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f1/dd73a9be3fff408492788ace3e3a4782 is 29, key is row/f1:/1731288182509/DeleteFamily/seqid=0 2024-11-11T01:23:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741845_1021 (size=5089) 2024-11-11T01:23:10,799 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f1/dd73a9be3fff408492788ace3e3a4782 2024-11-11T01:23:10,803 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd73a9be3fff408492788ace3e3a4782 2024-11-11T01:23:10,813 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c69195b8ef8175bc5a282868c1fd0c69 2024-11-11T01:23:10,819 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/norep/a776d712b4424e1fb6c90c0f2a61b31d is 32, key is row/norep:/1731288182509/DeleteFamily/seqid=0 2024-11-11T01:23:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741846_1022 (size=5101) 2024-11-11T01:23:10,823 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/norep/a776d712b4424e1fb6c90c0f2a61b31d 2024-11-11T01:23:10,827 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a776d712b4424e1fb6c90c0f2a61b31d 2024-11-11T01:23:10,828 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f/365a8a105daa49bfa8e35536cd51af02 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/f/365a8a105daa49bfa8e35536cd51af02 2024-11-11T01:23:10,833 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 365a8a105daa49bfa8e35536cd51af02 2024-11-11T01:23:10,833 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/f/365a8a105daa49bfa8e35536cd51af02, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T01:23:10,834 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/f1/dd73a9be3fff408492788ace3e3a4782 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/f1/dd73a9be3fff408492788ace3e3a4782 2024-11-11T01:23:10,837 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd73a9be3fff408492788ace3e3a4782 2024-11-11T01:23:10,837 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/f1/dd73a9be3fff408492788ace3e3a4782, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T01:23:10,838 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/.tmp/norep/a776d712b4424e1fb6c90c0f2a61b31d as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/norep/a776d712b4424e1fb6c90c0f2a61b31d 2024-11-11T01:23:10,841 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a776d712b4424e1fb6c90c0f2a61b31d 2024-11-11T01:23:10,841 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/norep/a776d712b4424e1fb6c90c0f2a61b31d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T01:23:10,842 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c69195b8ef8175bc5a282868c1fd0c69 in 148ms, sequenceid=6, compaction requested=false 2024-11-11T01:23:10,852 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:37579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T01:23:10,857 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/default/test/c69195b8ef8175bc5a282868c1fd0c69/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T01:23:10,858 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:10,858 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:10,858 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:23:10,858 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c69195b8ef8175bc5a282868c1fd0c69: Waiting for close lock at 1731288190694Running coprocessor pre-close hooks at 1731288190694Disabling compacts and flushes for region at 1731288190694Disabling writes for close at 1731288190694Obtaining lock to block concurrent updates at 1731288190694Preparing flush snapshotting stores in c69195b8ef8175bc5a282868c1fd0c69 at 1731288190694Finished memstore snapshotting test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731288190695 (+1 ms)Flushing stores of test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. at 1731288190695Flushing c69195b8ef8175bc5a282868c1fd0c69/f: creating writer at 1731288190695Flushing c69195b8ef8175bc5a282868c1fd0c69/f: appending metadata at 1731288190711 (+16 ms)Flushing c69195b8ef8175bc5a282868c1fd0c69/f: closing flushed file at 1731288190711Flushing c69195b8ef8175bc5a282868c1fd0c69/f1: creating writer at 1731288190757 (+46 ms)Flushing c69195b8ef8175bc5a282868c1fd0c69/f1: appending metadata at 1731288190794 (+37 ms)Flushing c69195b8ef8175bc5a282868c1fd0c69/f1: closing flushed file at 1731288190794Flushing c69195b8ef8175bc5a282868c1fd0c69/norep: creating writer at 1731288190803 (+9 ms)Flushing c69195b8ef8175bc5a282868c1fd0c69/norep: appending metadata at 1731288190818 (+15 ms)Flushing c69195b8ef8175bc5a282868c1fd0c69/norep: closing flushed file at 1731288190818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20069634: reopening flushed file at 1731288190828 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180afcc1: reopening flushed file at 1731288190833 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2369f347: reopening flushed file at 1731288190837 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c69195b8ef8175bc5a282868c1fd0c69 in 148ms, sequenceid=6, compaction requested=false at 1731288190842 (+5 ms)Writing region close event to WAL at 1731288190853 (+11 ms)Running coprocessor post-close hooks at 1731288190858 (+5 ms)Closed at 1731288190858 2024-11-11T01:23:10,858 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288169534.c69195b8ef8175bc5a282868c1fd0c69. 2024-11-11T01:23:10,879 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:23:10,880 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:23:11,013 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:11,191 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d842e0194734f9c9c16b12de7d282ad 2024-11-11T01:23:11,213 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/table/8adca1f8854a4b649810ab40e4e180c4 is 53, key is hbase:replication/table:state/1731288175781/Put/seqid=0 2024-11-11T01:23:11,213 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:23:11,213 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:23:11,213 DEBUG [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741847_1023 (size=5308) 2024-11-11T01:23:11,227 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/table/8adca1f8854a4b649810ab40e4e180c4 2024-11-11T01:23:11,232 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/info/c4e9ceb7bc764e3ba5867065079996f4 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/info/c4e9ceb7bc764e3ba5867065079996f4 2024-11-11T01:23:11,238 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/info/c4e9ceb7bc764e3ba5867065079996f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:23:11,239 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/ns/c8e0f6f422474d648924ffc5f3e2afd6 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/ns/c8e0f6f422474d648924ffc5f3e2afd6 2024-11-11T01:23:11,243 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/ns/c8e0f6f422474d648924ffc5f3e2afd6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:23:11,244 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/rep_barrier/2d842e0194734f9c9c16b12de7d282ad as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/rep_barrier/2d842e0194734f9c9c16b12de7d282ad 2024-11-11T01:23:11,249 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/rep_barrier/2d842e0194734f9c9c16b12de7d282ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:23:11,250 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/.tmp/table/8adca1f8854a4b649810ab40e4e180c4 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/table/8adca1f8854a4b649810ab40e4e180c4 2024-11-11T01:23:11,256 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/table/8adca1f8854a4b649810ab40e4e180c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:23:11,257 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=16, compaction requested=false 2024-11-11T01:23:11,261 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:23:11,261 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:11,261 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:11,261 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:11,261 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288190212Running coprocessor pre-close hooks at 1731288190212Disabling compacts and flushes for region at 1731288190212Disabling writes for close at 1731288190212Obtaining lock to block concurrent updates at 1731288190213 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288190213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288190213Flushing stores of hbase:meta,,1.1588230740 at 1731288190214 (+1 ms)Flushing 1588230740/info: creating writer at 1731288190214Flushing 1588230740/info: appending metadata at 1731288190231 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731288190231Flushing 1588230740/ns: creating writer at 1731288190659 (+428 ms)Flushing 1588230740/ns: appending metadata at 1731288190677 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731288190677Flushing 1588230740/rep_barrier: creating writer at 1731288190700 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288190757 (+57 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288190757Flushing 1588230740/table: creating writer at 1731288191195 (+438 ms)Flushing 1588230740/table: appending metadata at 1731288191213 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731288191213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d59eb3: reopening flushed file at 1731288191231 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f13be8: reopening flushed file at 1731288191238 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8d2f72: reopening flushed file at 1731288191243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bab19f: reopening flushed file at 1731288191249 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=16, compaction requested=false at 1731288191257 (+8 ms)Writing region close event to WAL at 1731288191258 (+1 ms)Running coprocessor post-close hooks at 1731288191261 (+3 ms)Closed at 1731288191261 2024-11-11T01:23:11,262 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:11,413 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,42119,1731288155203; all regions closed. 2024-11-11T01:23:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741834_1010 (size=4239) 2024-11-11T01:23:11,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.meta.1731288157955.meta not finished, retry = 0 2024-11-11T01:23:11,517 DEBUG [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs 2024-11-11T01:23:11,517 INFO [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C42119%2C1731288155203.meta:.meta(num 1731288157955) 2024-11-11T01:23:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741839_1015 (size=2240) 2024-11-11T01:23:11,522 DEBUG [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs 2024-11-11T01:23:11,522 INFO [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C42119%2C1731288155203.rep:(num 1731288175743) 2024-11-11T01:23:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741832_1008 (size=1535) 2024-11-11T01:23:11,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/WALs/612696b701d2,42119,1731288155203/612696b701d2%2C42119%2C1731288155203.1731288157007 not finished, retry = 0 2024-11-11T01:23:11,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:11,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,644 DEBUG [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/oldWALs 2024-11-11T01:23:11,644 INFO [RS:0;612696b701d2:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C42119%2C1731288155203:(num 1731288157007) 2024-11-11T01:23:11,644 DEBUG [RS:0;612696b701d2:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:11,644 INFO [RS:0;612696b701d2:42119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:11,645 INFO [RS:0;612696b701d2:42119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:11,645 INFO [RS:0;612696b701d2:42119 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:11,645 INFO [RS:0;612696b701d2:42119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:11,645 INFO [RS:0;612696b701d2:42119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,42119,1731288155203 because: Region server is closing 2024-11-11T01:23:11,645 INFO [RS:0;612696b701d2:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:42119. 2024-11-11T01:23:11,645 DEBUG [RS:0;612696b701d2:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:11,645 DEBUG [RS:0;612696b701d2:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:11,645 DEBUG [RS:0;612696b701d2:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:11,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:11,646 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:11,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:11,746 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T01:23:11,746 INFO [RS:0;612696b701d2:42119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,42119,1731288155203.replicationSource.shipper612696b701d2%2C42119%2C1731288155203,1-612696b701d2,42119,1731288155203 terminated 2024-11-11T01:23:11,746 INFO [RS:0;612696b701d2:42119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42119 2024-11-11T01:23:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424216955/rs/612696b701d2,42119,1731288155203 2024-11-11T01:23:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955/rs 2024-11-11T01:23:11,806 INFO [RS:0;612696b701d2:42119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:11,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,42119,1731288155203] 2024-11-11T01:23:11,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01424216955/draining/612696b701d2,42119,1731288155203 already deleted, retry=false 2024-11-11T01:23:11,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,42119,1731288155203 expired; onlineServers=0 2024-11-11T01:23:11,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,37579,1731288155007' ***** 2024-11-11T01:23:11,827 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:11,827 INFO [M:0;612696b701d2:37579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:11,827 INFO [M:0;612696b701d2:37579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:11,827 DEBUG [M:0;612696b701d2:37579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:11,827 DEBUG [M:0;612696b701d2:37579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:11,827 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288156762 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288156762,5,FailOnTimeoutGroup] 2024-11-11T01:23:11,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:11,827 INFO [M:0;612696b701d2:37579 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:11,827 INFO [M:0;612696b701d2:37579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:11,827 DEBUG [M:0;612696b701d2:37579 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:11,827 INFO [M:0;612696b701d2:37579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:11,827 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288156762 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288156762,5,FailOnTimeoutGroup] 2024-11-11T01:23:11,828 INFO [M:0;612696b701d2:37579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:11,828 ERROR [M:0;612696b701d2:37579 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:45141 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45141,5,PEWorkerGroup] 2024-11-11T01:23:11,828 INFO [M:0;612696b701d2:37579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:11,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:11,838 DEBUG [M:0;612696b701d2:37579 {}] zookeeper.ZKUtil(347): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Unable to get data of znode /01424216955/master because node does not exist (not an error) 2024-11-11T01:23:11,838 WARN [M:0;612696b701d2:37579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:23:11,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424216955/master 2024-11-11T01:23:11,838 INFO [M:0;612696b701d2:37579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/.lastflushedseqids 2024-11-11T01:23:11,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424216955 2024-11-11T01:23:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741848_1024 (size=245) 2024-11-11T01:23:11,870 INFO [M:0;612696b701d2:37579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:11,870 INFO [M:0;612696b701d2:37579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:11,870 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:11,871 INFO [M:0;612696b701d2:37579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:11,871 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:11,871 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:11,871 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:11,871 INFO [M:0;612696b701d2:37579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T01:23:11,894 DEBUG [M:0;612696b701d2:37579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccce7b866a74c92b6b9df68f2a6fab0 is 82, key is hbase:meta,,1/info:regioninfo/1731288157982/Put/seqid=0 2024-11-11T01:23:11,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:11,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101277cb6410001, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:11,917 INFO [RS:0;612696b701d2:42119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:11,917 INFO [RS:0;612696b701d2:42119 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,42119,1731288155203; zookeeper connection closed. 2024-11-11T01:23:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741849_1025 (size=5672) 2024-11-11T01:23:11,918 INFO [M:0;612696b701d2:37579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccce7b866a74c92b6b9df68f2a6fab0 2024-11-11T01:23:11,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 2024-11-11T01:23:11,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:11,947 DEBUG [M:0;612696b701d2:37579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd3b292609db408c8a2bf7cff9e42903 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731288170687/Put/seqid=0 2024-11-11T01:23:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741850_1026 (size=7217) 2024-11-11T01:23:12,356 INFO [M:0;612696b701d2:37579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd3b292609db408c8a2bf7cff9e42903 2024-11-11T01:23:12,359 INFO [M:0;612696b701d2:37579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd3b292609db408c8a2bf7cff9e42903 2024-11-11T01:23:12,378 DEBUG [M:0;612696b701d2:37579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d497ac1eb3ce4c3e9ef73a50adf50b13 is 69, key is 612696b701d2,42119,1731288155203/rs:state/1731288156864/Put/seqid=0 2024-11-11T01:23:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741851_1027 (size=5156) 2024-11-11T01:23:12,402 INFO [M:0;612696b701d2:37579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d497ac1eb3ce4c3e9ef73a50adf50b13 2024-11-11T01:23:12,407 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccce7b866a74c92b6b9df68f2a6fab0 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bccce7b866a74c92b6b9df68f2a6fab0 2024-11-11T01:23:12,414 INFO [M:0;612696b701d2:37579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bccce7b866a74c92b6b9df68f2a6fab0, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T01:23:12,415 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd3b292609db408c8a2bf7cff9e42903 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd3b292609db408c8a2bf7cff9e42903 2024-11-11T01:23:12,421 INFO [M:0;612696b701d2:37579 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd3b292609db408c8a2bf7cff9e42903 2024-11-11T01:23:12,421 INFO [M:0;612696b701d2:37579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd3b292609db408c8a2bf7cff9e42903, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T01:23:12,422 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d497ac1eb3ce4c3e9ef73a50adf50b13 as hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d497ac1eb3ce4c3e9ef73a50adf50b13 2024-11-11T01:23:12,429 INFO [M:0;612696b701d2:37579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d497ac1eb3ce4c3e9ef73a50adf50b13, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T01:23:12,430 INFO [M:0;612696b701d2:37579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=105, compaction requested=false 2024-11-11T01:23:12,470 INFO [M:0;612696b701d2:37579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:12,470 DEBUG [M:0;612696b701d2:37579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288191870Disabling compacts and flushes for region at 1731288191870Disabling writes for close at 1731288191871 (+1 ms)Obtaining lock to block concurrent updates at 1731288191871Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288191871Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731288191871Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288191871Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288191872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288191893 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288191893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288191925 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288191947 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288191947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288192359 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288192378 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288192378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204927d2: reopening flushed file at 1731288192406 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5af536: reopening flushed file at 1731288192414 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7e7e6: reopening flushed file at 1731288192421 (+7 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=105, compaction requested=false at 1731288192430 (+9 ms)Writing region close event to WAL at 1731288192469 (+39 ms)Closed at 1731288192469 2024-11-11T01:23:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741830_1006 (size=64411) 2024-11-11T01:23:12,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/975b245b-3918-b6fd-dd6c-84b127d7879d/MasterData/WALs/612696b701d2,37579,1731288155007/612696b701d2%2C37579%2C1731288155007.1731288156519 not finished, retry = 0 2024-11-11T01:23:12,583 INFO [M:0;612696b701d2:37579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:12,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:12,583 INFO [M:0;612696b701d2:37579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37579 2024-11-11T01:23:12,583 INFO [M:0;612696b701d2:37579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:12,735 INFO [M:0;612696b701d2:37579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:12,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:12,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37579-0x101277cb6410000, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:12,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:12,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:12,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:12,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:12,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:12,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:12,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:12,773 WARN [BP-1877436271-172.17.0.3-1731288152746 heartbeating to localhost/127.0.0.1:45141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:12,774 WARN [BP-1877436271-172.17.0.3-1731288152746 heartbeating to localhost/127.0.0.1:45141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877436271-172.17.0.3-1731288152746 (Datanode Uuid 26b1fe76-8b83-469a-b62b-bc25c57f07df) service to localhost/127.0.0.1:45141 2024-11-11T01:23:12,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/data/data1/current/BP-1877436271-172.17.0.3-1731288152746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:12,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:12,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/cluster_d05d7a34-91ef-54b0-c286-7f00be560866/data/data2/current/BP-1877436271-172.17.0.3-1731288152746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:12,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:12,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:12,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:12,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:12,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40477357-c068-9d04-0bf3-b26e6a43325b/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:12,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:23:12,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:12,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34267 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45141 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1794 (was 2131) 2024-11-11T01:23:12,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=1794 2024-11-11T01:23:12,858 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T01:23:12,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir so I do NOT create it in target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12 2024-11-11T01:23:12,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:23:12,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.tmp.dir so I do NOT create it in target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12 2024-11-11T01:23:12,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb121406-d596-6101-13ba-351bbc608773/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:23:12,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12 2024-11-11T01:23:12,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7, deleteOnExit=true 2024-11-11T01:23:12,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/zookeeper_0, clientPort=63270, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:23:12,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63270 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/test.cache.data in system properties and HBase conf 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:23:12,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:23:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:23:12,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:23:12,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277cb6410002, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:12,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277cb6410002, quorum=127.0.0.1:58710, baseZNode=/01424216955 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:23:12,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277cb6410005, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:12,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277cb6410005, quorum=127.0.0.1:58710, baseZNode=/1-1505074821 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:23:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101277cb6410008, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:12,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101277cb6410008, quorum=127.0.0.1:58710, baseZNode=/2390696313 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:23:13,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:13,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:13,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:13,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:13,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:23:13,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:13,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:13,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:13,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@982aaa7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/java.io.tmpdir/jetty-localhost-37367-hadoop-hdfs-3_4_1-tests_jar-_-any-5687060925304571095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:13,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:37367} 2024-11-11T01:23:13,491 INFO [Time-limited test {}] server.Server(415): Started @317337ms 2024-11-11T01:23:13,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:13,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:13,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:13,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:13,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:23:13,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:13,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:13,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6242e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/java.io.tmpdir/jetty-localhost-43423-hadoop-hdfs-3_4_1-tests_jar-_-any-6563546252700942334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:13,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:43423} 2024-11-11T01:23:13,910 INFO [Time-limited test {}] server.Server(415): Started @317756ms 2024-11-11T01:23:13,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:23:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:23:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:23:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:23:14,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:14,914 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data1/current/BP-1406923704-172.17.0.3-1731288192905/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:14,914 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data2/current/BP-1406923704-172.17.0.3-1731288192905/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:14,937 WARN [Thread-4137 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:23:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2e632245a5cc47b with lease ID 0xc9b07e18ccc598e0: Processing first storage report for DS-4fc0aaf4-53b7-4487-a456-0f8cf927c9d6 from datanode DatanodeRegistration(127.0.0.1:43917, datanodeUuid=2589d5b4-91e6-4ba0-96c6-bfe43ed78361, infoPort=39981, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1057012431;c=1731288192905) 2024-11-11T01:23:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2e632245a5cc47b with lease ID 0xc9b07e18ccc598e0: from storage DS-4fc0aaf4-53b7-4487-a456-0f8cf927c9d6 node DatanodeRegistration(127.0.0.1:43917, datanodeUuid=2589d5b4-91e6-4ba0-96c6-bfe43ed78361, infoPort=39981, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1057012431;c=1731288192905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2e632245a5cc47b with lease ID 0xc9b07e18ccc598e0: Processing first storage report for DS-561c378a-d2db-4d2b-bad5-1377fec42d9b from datanode DatanodeRegistration(127.0.0.1:43917, datanodeUuid=2589d5b4-91e6-4ba0-96c6-bfe43ed78361, infoPort=39981, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1057012431;c=1731288192905) 2024-11-11T01:23:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2e632245a5cc47b with lease ID 0xc9b07e18ccc598e0: from storage DS-561c378a-d2db-4d2b-bad5-1377fec42d9b node DatanodeRegistration(127.0.0.1:43917, datanodeUuid=2589d5b4-91e6-4ba0-96c6-bfe43ed78361, infoPort=39981, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1057012431;c=1731288192905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:14,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12 2024-11-11T01:23:14,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:14,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:23:15,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778 with version=8 2024-11-11T01:23:15,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/hbase-staging 2024-11-11T01:23:15,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:23:15,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:15,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35165 2024-11-11T01:23:15,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35165 connecting to ZooKeeper ensemble=127.0.0.1:63270 2024-11-11T01:23:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351650x0, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:15,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35165-0x101277d531d0000 connected 2024-11-11T01:23:15,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:15,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:15,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on znode that does not yet exist, /0848222848/running 2024-11-11T01:23:15,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778, hbase.cluster.distributed=false 2024-11-11T01:23:15,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on znode that does not yet exist, /0848222848/acl 2024-11-11T01:23:15,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-11T01:23:15,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35165 2024-11-11T01:23:15,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35165 2024-11-11T01:23:15,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-11T01:23:15,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-11T01:23:15,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:15,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:23:15,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:15,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42865 2024-11-11T01:23:15,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42865 connecting to ZooKeeper ensemble=127.0.0.1:63270 2024-11-11T01:23:15,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:15,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:15,772 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428650x0, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:15,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428650x0, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on znode that does not yet exist, /0848222848/running 2024-11-11T01:23:15,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:23:15,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42865-0x101277d531d0001 connected 2024-11-11T01:23:15,800 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:23:15,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on znode that does not yet exist, /0848222848/master 2024-11-11T01:23:15,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on znode that does not yet exist, /0848222848/acl 2024-11-11T01:23:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42865 2024-11-11T01:23:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42865 2024-11-11T01:23:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42865 2024-11-11T01:23:15,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42865 2024-11-11T01:23:15,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42865 2024-11-11T01:23:15,885 DEBUG [M:0;612696b701d2:35165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:35165 2024-11-11T01:23:15,912 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0848222848/backup-masters/612696b701d2,35165,1731288195393 2024-11-11T01:23:15,954 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848/backup-masters 2024-11-11T01:23:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848/backup-masters 2024-11-11T01:23:15,954 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on existing znode=/0848222848/backup-masters/612696b701d2,35165,1731288195393 2024-11-11T01:23:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:16,019 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0848222848/master 2024-11-11T01:23:16,019 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:16,019 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on existing znode=/0848222848/master 2024-11-11T01:23:16,019 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0848222848/backup-masters/612696b701d2,35165,1731288195393 from backup master directory 2024-11-11T01:23:16,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0848222848/backup-masters/612696b701d2,35165,1731288195393 2024-11-11T01:23:16,045 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848/backup-masters 2024-11-11T01:23:16,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848/backup-masters 2024-11-11T01:23:16,046 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:16,046 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,35165,1731288195393 2024-11-11T01:23:16,049 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/hbase.id] with ID: 44bc8a92-d1e4-4c78-806f-785c144d0a8e 2024-11-11T01:23:16,049 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/.tmp/hbase.id 2024-11-11T01:23:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:23:16,053 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/.tmp/hbase.id]:[hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/hbase.id] 2024-11-11T01:23:16,063 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:16,063 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:23:16,063 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T01:23:16,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:16,145 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:23:16,152 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:16,152 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:23:16,153 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:23:16,563 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/data/master/store 2024-11-11T01:23:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:23:16,574 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:16,574 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:16,574 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:16,574 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:16,576 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:16,576 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:16,576 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:16,576 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288196574Disabling compacts and flushes for region at 1731288196574Disabling writes for close at 1731288196576 (+2 ms)Writing region close event to WAL at 1731288196576Closed at 1731288196576 2024-11-11T01:23:16,577 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/data/master/store/.initializing 2024-11-11T01:23:16,577 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/WALs/612696b701d2,35165,1731288195393 2024-11-11T01:23:16,578 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:16,581 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C35165%2C1731288195393, suffix=, logDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/WALs/612696b701d2,35165,1731288195393, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/oldWALs, maxLogs=10 2024-11-11T01:23:16,598 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/WALs/612696b701d2,35165,1731288195393/612696b701d2%2C35165%2C1731288195393.1731288196581, exclude list is [], retry=0 2024-11-11T01:23:16,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-4fc0aaf4-53b7-4487-a456-0f8cf927c9d6,DISK] 2024-11-11T01:23:16,604 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/WALs/612696b701d2,35165,1731288195393/612696b701d2%2C35165%2C1731288195393.1731288196581 2024-11-11T01:23:16,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-11T01:23:16,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:16,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:16,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,604 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:23:16,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:16,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:16,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:23:16,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:16,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:16,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:23:16,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:16,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:16,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:23:16,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:16,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:16,612 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,613 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,613 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,614 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,614 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,614 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:16,615 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:16,617 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:16,617 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66096128, jitterRate=-0.0150909423828125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:16,618 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288196604Initializing all the Stores at 1731288196605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288196605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288196606 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288196606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288196606Cleaning up temporary data from old regions at 1731288196614 (+8 ms)Region opened successfully at 1731288196618 (+4 ms) 2024-11-11T01:23:16,619 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:23:16,621 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198afb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:16,622 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:23:16,622 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:23:16,622 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:23:16,623 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:23:16,623 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:23:16,623 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:23:16,623 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:23:16,628 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:23:16,629 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Unable to get data of znode /0848222848/balancer because node does not exist (not necessarily an error) 2024-11-11T01:23:16,726 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0848222848/balancer already deleted, retry=false 2024-11-11T01:23:16,726 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:23:16,727 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Unable to get data of znode /0848222848/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:23:16,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:16,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,826 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0848222848/normalizer already deleted, retry=false 2024-11-11T01:23:16,826 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:23:16,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,837 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Unable to get data of znode /0848222848/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:23:16,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:16,908 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0848222848/switch/split already deleted, retry=false 2024-11-11T01:23:16,910 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Unable to get data of znode /0848222848/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:23:16,965 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0848222848/switch/merge already deleted, retry=false 2024-11-11T01:23:16,968 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Unable to get data of znode /0848222848/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:23:17,019 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0848222848/snapshot-cleanup already deleted, retry=false 2024-11-11T01:23:17,104 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0848222848/running 2024-11-11T01:23:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0848222848/running 2024-11-11T01:23:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,104 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,105 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,35165,1731288195393, sessionid=0x101277d531d0000, setting cluster-up flag (Was=false) 2024-11-11T01:23:17,247 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,288 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0848222848/flush-table-proc/acquired, /0848222848/flush-table-proc/reached, /0848222848/flush-table-proc/abort 2024-11-11T01:23:17,289 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,35165,1731288195393 2024-11-11T01:23:17,308 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,340 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0848222848/online-snapshot/acquired, /0848222848/online-snapshot/reached, /0848222848/online-snapshot/abort 2024-11-11T01:23:17,342 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,35165,1731288195393 2024-11-11T01:23:17,346 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:23:17,349 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:17,349 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:23:17,349 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:23:17,349 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,35165,1731288195393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:23:17,350 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:17,351 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:17,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:23:17,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:17,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288227369 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:23:17,369 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:23:17,370 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,382 INFO [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(746): ClusterId : 44bc8a92-d1e4-4c78-806f-785c144d0a8e 2024-11-11T01:23:17,382 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:23:17,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:23:17,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:23:17,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:23:17,389 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:23:17,390 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:23:17,390 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:23:17,390 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288197390,5,FailOnTimeoutGroup] 2024-11-11T01:23:17,391 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288197390,5,FailOnTimeoutGroup] 2024-11-11T01:23:17,391 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,391 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:23:17,391 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,391 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,394 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:23:17,394 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:23:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:23:17,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:23:17,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778 2024-11-11T01:23:17,405 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:23:17,405 DEBUG [RS:0;612696b701d2:42865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372c55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:23:17,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:17,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:17,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:17,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:17,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:17,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:17,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:17,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:17,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:17,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:17,432 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:42865 2024-11-11T01:23:17,432 INFO [RS:0;612696b701d2:42865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:23:17,433 INFO [RS:0;612696b701d2:42865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:23:17,433 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:23:17,434 INFO [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,35165,1731288195393 with port=42865, startcode=1731288195697 2024-11-11T01:23:17,434 DEBUG [RS:0;612696b701d2:42865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:23:17,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:17,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:17,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:17,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:17,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:17,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:17,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:17,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:17,437 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:23:17,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/1588230740 2024-11-11T01:23:17,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/1588230740 2024-11-11T01:23:17,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,42865,1731288195697 2024-11-11T01:23:17,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 {}] master.ServerManager(517): Registering regionserver=612696b701d2,42865,1731288195697 2024-11-11T01:23:17,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:17,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:17,440 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778 2024-11-11T01:23:17,440 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39625 2024-11-11T01:23:17,440 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:23:17,440 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:17,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:17,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:17,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61840423, jitterRate=-0.07850588858127594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288197427Initializing all the Stores at 1731288197428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288197428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288197428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288197428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288197428Cleaning up temporary data from old regions at 1731288197439 (+11 ms)Region opened successfully at 1731288197446 (+7 ms) 2024-11-11T01:23:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:17,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:17,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:17,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:17,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288197446Disabling compacts and flushes for region at 1731288197446Disabling writes for close at 1731288197446Writing region close event to WAL at 1731288197448 (+2 ms)Closed at 1731288197448 2024-11-11T01:23:17,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:17,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:23:17,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:23:17,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:17,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:23:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848/rs 2024-11-11T01:23:17,483 DEBUG [RS:0;612696b701d2:42865 {}] zookeeper.ZKUtil(111): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Set watcher on existing znode=/0848222848/rs/612696b701d2,42865,1731288195697 2024-11-11T01:23:17,483 WARN [RS:0;612696b701d2:42865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:17,483 INFO [RS:0;612696b701d2:42865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:17,483 DEBUG [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697 2024-11-11T01:23:17,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,42865,1731288195697] 2024-11-11T01:23:17,491 INFO [RS:0;612696b701d2:42865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:23:17,493 INFO [RS:0;612696b701d2:42865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:23:17,508 INFO [RS:0;612696b701d2:42865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:23:17,509 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,509 INFO [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:23:17,512 INFO [RS:0;612696b701d2:42865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:23:17,512 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,512 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,512 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,512 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,512 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:17,513 DEBUG [RS:0;612696b701d2:42865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,519 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42865,1731288195697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:17,539 INFO [RS:0;612696b701d2:42865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:23:17,540 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42865,1731288195697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,540 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,540 INFO [RS:0;612696b701d2:42865 {}] regionserver.Replication(171): 612696b701d2,42865,1731288195697 started 2024-11-11T01:23:17,559 INFO [RS:0;612696b701d2:42865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:17,559 INFO [RS:0;612696b701d2:42865 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,42865,1731288195697, RpcServer on 612696b701d2/172.17.0.3:42865, sessionid=0x101277d531d0001 2024-11-11T01:23:17,559 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:23:17,559 DEBUG [RS:0;612696b701d2:42865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,42865,1731288195697 2024-11-11T01:23:17,559 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42865,1731288195697' 2024-11-11T01:23:17,559 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0848222848/flush-table-proc/abort' 2024-11-11T01:23:17,560 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0848222848/flush-table-proc/acquired' 2024-11-11T01:23:17,560 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:23:17,560 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:23:17,560 DEBUG [RS:0;612696b701d2:42865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,42865,1731288195697 2024-11-11T01:23:17,561 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42865,1731288195697' 2024-11-11T01:23:17,561 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0848222848/online-snapshot/abort' 2024-11-11T01:23:17,561 DEBUG [RS:0;612696b701d2:42865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0848222848/online-snapshot/acquired' 2024-11-11T01:23:17,561 DEBUG [RS:0;612696b701d2:42865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:23:17,561 INFO [RS:0;612696b701d2:42865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:23:17,561 INFO [RS:0;612696b701d2:42865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:23:17,603 WARN [612696b701d2:35165 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:23:17,664 INFO [RS:0;612696b701d2:42865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:17,665 INFO [RS:0;612696b701d2:42865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42865%2C1731288195697, suffix=, logDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/oldWALs, maxLogs=10 2024-11-11T01:23:17,698 DEBUG [RS:0;612696b701d2:42865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697/612696b701d2%2C42865%2C1731288195697.1731288197666, exclude list is [], retry=0 2024-11-11T01:23:17,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-4fc0aaf4-53b7-4487-a456-0f8cf927c9d6,DISK] 2024-11-11T01:23:17,727 INFO [RS:0;612696b701d2:42865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697/612696b701d2%2C42865%2C1731288195697.1731288197666 2024-11-11T01:23:17,744 DEBUG [RS:0;612696b701d2:42865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-11T01:23:17,744 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:17,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:23:17,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128854 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:23:17,856 DEBUG [612696b701d2:35165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:23:17,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,42865,1731288195697 2024-11-11T01:23:17,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42865,1731288195697, state=OPENING 2024-11-11T01:23:17,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:23:17,898 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0848222848/meta-region-server: CHANGED 2024-11-11T01:23:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0848222848 2024-11-11T01:23:17,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:17,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42865,1731288195697}] 2024-11-11T01:23:17,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0848222848/meta-region-server: CHANGED 2024-11-11T01:23:18,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:18,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:23:18,088 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:23:18,088 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:18,088 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:23:18,090 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42865%2C1731288195697.meta, suffix=.meta, logDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697, archiveDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/oldWALs, maxLogs=10 2024-11-11T01:23:18,133 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697/612696b701d2%2C42865%2C1731288195697.meta.1731288198090.meta, exclude list is [], retry=0 2024-11-11T01:23:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-4fc0aaf4-53b7-4487-a456-0f8cf927c9d6,DISK] 2024-11-11T01:23:18,145 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/WALs/612696b701d2,42865,1731288195697/612696b701d2%2C42865%2C1731288195697.meta.1731288198090.meta 2024-11-11T01:23:18,148 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-11T01:23:18,148 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:18,149 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:18,149 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:23:18,149 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:23:18,149 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:23:18,149 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:23:18,149 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:18,149 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:23:18,150 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:23:18,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:18,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:18,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:18,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:18,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:18,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:18,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:18,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:18,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:18,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:18,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:18,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:18,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:18,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:18,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:18,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:18,157 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:18,157 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/1588230740 2024-11-11T01:23:18,158 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/hbase/meta/1588230740 2024-11-11T01:23:18,159 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:18,159 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:18,160 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:18,161 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:18,161 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69516016, jitterRate=0.03586935997009277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:18,161 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:23:18,162 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288198150Writing region info on filesystem at 1731288198150Initializing all the Stores at 1731288198151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288198151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288198152 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288198152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288198152Cleaning up temporary data from old regions at 1731288198159 (+7 ms)Running coprocessor post-open hooks at 1731288198161 (+2 ms)Region opened successfully at 1731288198162 (+1 ms) 2024-11-11T01:23:18,163 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288198075 2024-11-11T01:23:18,165 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:23:18,165 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:23:18,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,42865,1731288195697 2024-11-11T01:23:18,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42865,1731288195697, state=OPEN 2024-11-11T01:23:18,232 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42865-0x101277d531d0001, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0848222848/meta-region-server 2024-11-11T01:23:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x101277d531d0000, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0848222848/meta-region-server 2024-11-11T01:23:18,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0848222848/meta-region-server: CHANGED 2024-11-11T01:23:18,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0848222848/meta-region-server: CHANGED 2024-11-11T01:23:18,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,42865,1731288195697 2024-11-11T01:23:18,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:23:18,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42865,1731288195697 in 324 msec 2024-11-11T01:23:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:23:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 785 msec 2024-11-11T01:23:18,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:18,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:23:18,239 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:18,239 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42865,1731288195697, seqNum=-1] 2024-11-11T01:23:18,239 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:18,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:18,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 897 msec 2024-11-11T01:23:18,246 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288198246, completionTime=-1 2024-11-11T01:23:18,246 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:23:18,246 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:23:18,249 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:23:18,249 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288258249 2024-11-11T01:23:18,249 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288318249 2024-11-11T01:23:18,249 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:35165, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,250 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,253 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.209sec 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:18,255 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:23:18,258 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:23:18,258 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:23:18,258 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35165,1731288195393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:18,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de4d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:18,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,35165,-1 for getting cluster id 2024-11-11T01:23:18,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:18,285 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44bc8a92-d1e4-4c78-806f-785c144d0a8e' 2024-11-11T01:23:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44bc8a92-d1e4-4c78-806f-785c144d0a8e" 2024-11-11T01:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39263c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,35165,-1] 2024-11-11T01:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:18,287 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:18,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:18,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42865,1731288195697, seqNum=-1] 2024-11-11T01:23:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:18,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:18,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,35165,1731288195393 2024-11-11T01:23:18,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63270 2024-11-11T01:23:18,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63270, baseZNode=/0848222848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:18,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277d531d0002 connected 2024-11-11T01:23:18,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,35165,1731288195393 2024-11-11T01:23:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f26e8f 2024-11-11T01:23:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:18,345 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:18,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:23:18,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:23:18,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:18,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:23:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:18,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:23:18,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:23:18,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 805656e87e800d6d13f305fc51ff8527, NAME => 'test,,1731288198346.805656e87e800d6d13f305fc51ff8527.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778 2024-11-11T01:23:18,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:23:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288198346.805656e87e800d6d13f305fc51ff8527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 805656e87e800d6d13f305fc51ff8527, disabling compactions & flushes 2024-11-11T01:23:18,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288198346.805656e87e800d6d13f305fc51ff8527. after waiting 0 ms 2024-11-11T01:23:18,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:18,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:18,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 805656e87e800d6d13f305fc51ff8527: Waiting for close lock at 1731288198799Disabling compacts and flushes for region at 1731288198799Disabling writes for close at 1731288198799Writing region close event to WAL at 1731288198799Closed at 1731288198799 2024-11-11T01:23:18,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:23:18,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288198346.805656e87e800d6d13f305fc51ff8527.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288198800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288198800"}]},"ts":"1731288198800"} 2024-11-11T01:23:18,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:23:18,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:23:18,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288198803"}]},"ts":"1731288198803"} 2024-11-11T01:23:18,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:23:18,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=805656e87e800d6d13f305fc51ff8527, ASSIGN}] 2024-11-11T01:23:18,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=805656e87e800d6d13f305fc51ff8527, ASSIGN 2024-11-11T01:23:18,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=805656e87e800d6d13f305fc51ff8527, ASSIGN; state=OFFLINE, location=612696b701d2,42865,1731288195697; forceNewPlan=false, retain=false 2024-11-11T01:23:18,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=805656e87e800d6d13f305fc51ff8527, regionState=OPENING, regionLocation=612696b701d2,42865,1731288195697 2024-11-11T01:23:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=805656e87e800d6d13f305fc51ff8527, ASSIGN because future has completed 2024-11-11T01:23:18,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 805656e87e800d6d13f305fc51ff8527, server=612696b701d2,42865,1731288195697}] 2024-11-11T01:23:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:19,115 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:19,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 805656e87e800d6d13f305fc51ff8527, NAME => 'test,,1731288198346.805656e87e800d6d13f305fc51ff8527.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:19,115 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:19,115 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:23:19,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288198346.805656e87e800d6d13f305fc51ff8527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:19,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,115 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,116 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,117 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805656e87e800d6d13f305fc51ff8527 columnFamilyName f 2024-11-11T01:23:19,117 DEBUG [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:19,117 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(327): Store=805656e87e800d6d13f305fc51ff8527/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:19,117 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,118 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805656e87e800d6d13f305fc51ff8527 columnFamilyName f1 2024-11-11T01:23:19,118 DEBUG [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:19,118 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(327): Store=805656e87e800d6d13f305fc51ff8527/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:19,118 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,119 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805656e87e800d6d13f305fc51ff8527 columnFamilyName norep 2024-11-11T01:23:19,119 DEBUG [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:19,119 INFO [StoreOpener-805656e87e800d6d13f305fc51ff8527-1 {}] regionserver.HStore(327): Store=805656e87e800d6d13f305fc51ff8527/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:19,119 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,120 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/default/test/805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,120 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/default/test/805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,120 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,120 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,121 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:23:19,121 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,123 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/data/default/test/805656e87e800d6d13f305fc51ff8527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:19,123 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 805656e87e800d6d13f305fc51ff8527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66482956, jitterRate=-0.009326756000518799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:23:19,123 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 805656e87e800d6d13f305fc51ff8527 2024-11-11T01:23:19,124 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 805656e87e800d6d13f305fc51ff8527: Running coprocessor pre-open hook at 1731288199115Writing region info on filesystem at 1731288199115Initializing all the Stores at 1731288199116 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288199116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288199116Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288199116Cleaning up temporary data from old regions at 1731288199120 (+4 ms)Running coprocessor post-open hooks at 1731288199123 (+3 ms)Region opened successfully at 1731288199124 (+1 ms) 2024-11-11T01:23:19,125 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288198346.805656e87e800d6d13f305fc51ff8527., pid=6, masterSystemTime=1731288199112 2024-11-11T01:23:19,126 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:19,126 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288198346.805656e87e800d6d13f305fc51ff8527. 2024-11-11T01:23:19,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=805656e87e800d6d13f305fc51ff8527, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,42865,1731288195697 2024-11-11T01:23:19,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 805656e87e800d6d13f305fc51ff8527, server=612696b701d2,42865,1731288195697 because future has completed 2024-11-11T01:23:19,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:23:19,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 805656e87e800d6d13f305fc51ff8527, server=612696b701d2,42865,1731288195697 in 171 msec 2024-11-11T01:23:19,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:23:19,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=805656e87e800d6d13f305fc51ff8527, ASSIGN in 327 msec 2024-11-11T01:23:19,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:23:19,134 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288199134"}]},"ts":"1731288199134"} 2024-11-11T01:23:19,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:23:19,136 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:23:19,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-11T01:23:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:19,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:23:19,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,35165,-1 for getting cluster id 2024-11-11T01:23:19,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:19,486 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44bc8a92-d1e4-4c78-806f-785c144d0a8e' 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44bc8a92-d1e4-4c78-806f-785c144d0a8e" 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9272ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,35165,-1] 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,487 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:19,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a0cbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,35165,1731288195393 2024-11-11T01:23:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bc43328 2024-11-11T01:23:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:19,489 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:19,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:35165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:19,491 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:35165' 2024-11-11T01:23:19,492 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2732a188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,492 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,35165,-1 for getting cluster id 2024-11-11T01:23:19,492 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:19,492 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44bc8a92-d1e4-4c78-806f-785c144d0a8e' 2024-11-11T01:23:19,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:19,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44bc8a92-d1e4-4c78-806f-785c144d0a8e" 2024-11-11T01:23:19,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d77c872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,35165,-1] 2024-11-11T01:23:19,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:19,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,493 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:19,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379440da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:19,494 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:19,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,35165,1731288195393 2024-11-11T01:23:19,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f9ca91d 2024-11-11T01:23:19,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:19,495 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:19,496 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T01:23:19,496 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:23:19,496 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:19,496 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,496 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:23:19,501 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T01:23:19,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-11T01:23:19,502 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T01:23:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:19,596 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://612696b701d2:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T01:23:19,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:19,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:19,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:19,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:19,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 359) Potentially hanging thread: IPC Server handler 3 on default port 39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 612696b701d2:35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-349145923_20 at /127.0.0.1:34780 [Receiving block BP-1406923704-172.17.0.3-1731288192905:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-405c7333-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;612696b701d2:42865 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp69935743-7826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9b84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/612696b701d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7875-acceptor-0@9ae6cf2-ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:43423} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9b849f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7827 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9b84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288197390 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp69935743-7831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7825 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9b84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data1/current/BP-1406923704-172.17.0.3-1731288192905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ProcessThread(sid:0 cport:63270): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PacketResponder: BP-1406923704-172.17.0.3-1731288192905:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data2/current/BP-1406923704-172.17.0.3-1731288192905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/612696b701d2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63270) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7832 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/612696b701d2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp69935743-7828 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9b84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7945f64a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39b45bf5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f9b84aaacd0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@32672513[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp69935743-7829-acceptor-0@1613411d-ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:37367} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39625 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288197390 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Session-HouseKeeper-1877303b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1406923704-172.17.0.3-1731288192905:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1406923704-172.17.0.3-1731288192905:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;612696b701d2:35165 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778/MasterData-prefix:612696b701d2,35165,1731288195393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9b84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 38957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:63270) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 38957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/612696b701d2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63270 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS:0;612696b701d2:42865-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778-prefix:612696b701d2,42865,1731288195697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1406923704-172.17.0.3-1731288192905 heartbeating to localhost/127.0.0.1:39625 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39625/user/jenkins/test-data/3c915596-b22c-f117-db64-93ad746d9778-prefix:612696b701d2,42865,1731288195697.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d562959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: CacheReplicationMonitor(1607808233) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-349145923_20 at /127.0.0.1:34772 [Receiving block BP-1406923704-172.17.0.3-1731288192905:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/cluster_4b310b50-da19-3559-d34c-11788c8a23f7/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/612696b701d2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1855309997_20 at /127.0.0.1:34748 [Receiving block BP-1406923704-172.17.0.3-1731288192905:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/612696b701d2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39625 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-349145923_20 at /127.0.0.1:34694 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63270) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 38957 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1737 (was 1794) 2024-11-11T01:23:19,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-11T01:23:19,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=1737 2024-11-11T01:23:19,627 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-11T01:23:19,642 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T01:23:19,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.log.dir so I do NOT create it in target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b 2024-11-11T01:23:19,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:23:19,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.tmp.dir so I do NOT create it in target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b 2024-11-11T01:23:19,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d43d5dd8-5696-8287-c89b-5aaf6420ff12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:23:19,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b 2024-11-11T01:23:19,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2, deleteOnExit=true 2024-11-11T01:23:19,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/zookeeper_0, clientPort=52472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T01:23:19,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52472 2024-11-11T01:23:19,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:23:19,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:23:19,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/test.cache.data in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:23:19,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:23:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:23:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:23:20,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:20,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:20,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:20,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:20,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:23:20,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:20,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:20,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:20,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6d451a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/java.io.tmpdir/jetty-localhost-44965-hadoop-hdfs-3_4_1-tests_jar-_-any-12564116751281574415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:20,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:44965} 2024-11-11T01:23:20,418 INFO [Time-limited test {}] server.Server(415): Started @324264ms 2024-11-11T01:23:20,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:20,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:20,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:20,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:20,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:23:20,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:20,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:21,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/java.io.tmpdir/jetty-localhost-44927-hadoop-hdfs-3_4_1-tests_jar-_-any-3100591057328630377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:21,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:44927} 2024-11-11T01:23:21,055 INFO [Time-limited test {}] server.Server(415): Started @324901ms 2024-11-11T01:23:21,056 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:23:22,785 WARN [Thread-4283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/data/data1/current/BP-626529596-172.17.0.3-1731288199675/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:22,786 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/data/data2/current/BP-626529596-172.17.0.3-1731288199675/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:22,841 WARN [Thread-4271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:23:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3e7491b6927e6a1 with lease ID 0x6023e035fcaceb26: Processing first storage report for DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=b223b15c-cfe1-469e-b0d0-fb0e5aa31664, infoPort=33553, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1790036263;c=1731288199675) 2024-11-11T01:23:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3e7491b6927e6a1 with lease ID 0x6023e035fcaceb26: from storage DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=b223b15c-cfe1-469e-b0d0-fb0e5aa31664, infoPort=33553, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1790036263;c=1731288199675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3e7491b6927e6a1 with lease ID 0x6023e035fcaceb26: Processing first storage report for DS-f0e9c195-9586-4fdd-b2a5-7eee720279a3 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=b223b15c-cfe1-469e-b0d0-fb0e5aa31664, infoPort=33553, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1790036263;c=1731288199675) 2024-11-11T01:23:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3e7491b6927e6a1 with lease ID 0x6023e035fcaceb26: from storage DS-f0e9c195-9586-4fdd-b2a5-7eee720279a3 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=b223b15c-cfe1-469e-b0d0-fb0e5aa31664, infoPort=33553, infoSecurePort=0, ipcPort=34339, storageInfo=lv=-57;cid=testClusterID;nsid=1790036263;c=1731288199675), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:23:22,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b 2024-11-11T01:23:22,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:22,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:22,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:23:22,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612 with version=8 2024-11-11T01:23:22,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/hbase-staging 2024-11-11T01:23:22,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:22,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:22,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:22,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:22,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:22,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:22,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:23:22,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:22,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38213 2024-11-11T01:23:22,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38213 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:23,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382130x0, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:23,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38213-0x101277d6d880000 connected 2024-11-11T01:23:23,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:23,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:23,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/running 2024-11-11T01:23:23,125 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612, hbase.cluster.distributed=false 2024-11-11T01:23:23,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/acl 2024-11-11T01:23:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38213 2024-11-11T01:23:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38213 2024-11-11T01:23:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38213 2024-11-11T01:23:23,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38213 2024-11-11T01:23:23,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38213 2024-11-11T01:23:23,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:23,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:23:23,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:23,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33933 2024-11-11T01:23:23,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33933 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:23,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:23,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:23,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339330x0, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:23,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339330x0, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/running 2024-11-11T01:23:23,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33933-0x101277d6d880001 connected 2024-11-11T01:23:23,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:23:23,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:23:23,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/master 2024-11-11T01:23:23,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/acl 2024-11-11T01:23:23,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-11T01:23:23,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33933 2024-11-11T01:23:23,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33933 2024-11-11T01:23:23,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-11T01:23:23,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-11T01:23:23,225 DEBUG [M:0;612696b701d2:38213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:38213 2024-11-11T01:23:23,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01603985281/backup-masters/612696b701d2,38213,1731288202926 2024-11-11T01:23:23,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/backup-masters 2024-11-11T01:23:23,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/backup-masters 2024-11-11T01:23:23,236 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on existing znode=/01603985281/backup-masters/612696b701d2,38213,1731288202926 2024-11-11T01:23:23,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603985281/master 2024-11-11T01:23:23,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,257 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on existing znode=/01603985281/master 2024-11-11T01:23:23,257 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01603985281/backup-masters/612696b701d2,38213,1731288202926 from backup master directory 2024-11-11T01:23:23,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603985281/backup-masters/612696b701d2,38213,1731288202926 2024-11-11T01:23:23,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/backup-masters 2024-11-11T01:23:23,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/backup-masters 2024-11-11T01:23:23,278 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:23,278 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,38213,1731288202926 2024-11-11T01:23:23,281 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/hbase.id] with ID: f9e1e2f8-5d6f-403d-b39c-6610585aa8db 2024-11-11T01:23:23,281 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/.tmp/hbase.id 2024-11-11T01:23:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:23:23,290 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/.tmp/hbase.id]:[hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/hbase.id] 2024-11-11T01:23:23,298 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:23,298 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:23:23,298 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T01:23:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:23:23,319 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:23,320 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:23:23,320 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:23:23,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:23,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:23,736 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store 2024-11-11T01:23:23,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T01:23:23,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T01:23:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:23:23,775 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:23,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:23,776 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:23,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:23,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:23,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:23,776 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:23,776 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288203775Disabling compacts and flushes for region at 1731288203775Disabling writes for close at 1731288203776 (+1 ms)Writing region close event to WAL at 1731288203776Closed at 1731288203776 2024-11-11T01:23:23,777 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/.initializing 2024-11-11T01:23:23,777 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/WALs/612696b701d2,38213,1731288202926 2024-11-11T01:23:23,777 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:23,779 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C38213%2C1731288202926, suffix=, logDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/WALs/612696b701d2,38213,1731288202926, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/oldWALs, maxLogs=10 2024-11-11T01:23:23,798 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/WALs/612696b701d2,38213,1731288202926/612696b701d2%2C38213%2C1731288202926.1731288203779, exclude list is [], retry=0 2024-11-11T01:23:23,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:23,813 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/WALs/612696b701d2,38213,1731288202926/612696b701d2%2C38213%2C1731288202926.1731288203779 2024-11-11T01:23:23,816 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:23,816 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:23,817 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:23,817 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,817 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:23:23,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:23,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:23,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:23:23,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:23,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:23,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:23:23,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:23,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:23,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:23:23,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:23,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:23,832 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,833 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,833 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,834 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,835 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:23,836 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:23,849 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:23,849 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085521, jitterRate=-0.07485364377498627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:23,849 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288203817Initializing all the Stores at 1731288203819 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288203819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288203822 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288203822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288203822Cleaning up temporary data from old regions at 1731288203834 (+12 ms)Region opened successfully at 1731288203849 (+15 ms) 2024-11-11T01:23:23,852 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:23:23,855 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9b523c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:23,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:23:23,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:23:23,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:23:23,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:23:23,857 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:23:23,857 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:23:23,857 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:23:23,865 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:23:23,867 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/balancer because node does not exist (not necessarily an error) 2024-11-11T01:23:23,877 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/balancer already deleted, retry=false 2024-11-11T01:23:23,878 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:23:23,879 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:23:23,888 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/normalizer already deleted, retry=false 2024-11-11T01:23:23,888 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:23:23,889 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:23:23,898 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/switch/split already deleted, retry=false 2024-11-11T01:23:23,899 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:23:23,909 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/switch/merge already deleted, retry=false 2024-11-11T01:23:23,911 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:23:23,919 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/snapshot-cleanup already deleted, retry=false 2024-11-11T01:23:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603985281/running 2024-11-11T01:23:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603985281/running 2024-11-11T01:23:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,931 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,38213,1731288202926, sessionid=0x101277d6d880000, setting cluster-up flag (Was=false) 2024-11-11T01:23:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:23,993 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603985281/flush-table-proc/acquired, /01603985281/flush-table-proc/reached, /01603985281/flush-table-proc/abort 2024-11-11T01:23:23,994 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38213,1731288202926 2024-11-11T01:23:24,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:24,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:24,098 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603985281/online-snapshot/acquired, /01603985281/online-snapshot/reached, /01603985281/online-snapshot/abort 2024-11-11T01:23:24,100 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,38213,1731288202926 2024-11-11T01:23:24,105 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:23:24,106 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:24,107 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:23:24,107 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:23:24,107 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,38213,1731288202926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:24,109 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:24,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:23:24,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:24,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:23:24,133 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(746): ClusterId : f9e1e2f8-5d6f-403d-b39c-6610585aa8db 2024-11-11T01:23:24,133 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:23:24,144 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288234144 2024-11-11T01:23:24,144 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:23:24,144 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:23:24,145 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:23:24,145 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:23:24,145 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:23:24,145 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:23:24,152 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:23:24,152 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:23:24,156 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,163 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:23:24,163 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:23:24,163 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:23:24,163 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:23:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:23:24,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:23:24,166 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612 2024-11-11T01:23:24,170 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:23:24,170 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:23:24,171 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288204170,5,FailOnTimeoutGroup] 2024-11-11T01:23:24,173 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288204171,5,FailOnTimeoutGroup] 2024-11-11T01:23:24,173 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,173 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:23:24,173 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,173 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,174 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:23:24,174 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5293efac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:23:24,191 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:33933 2024-11-11T01:23:24,191 INFO [RS:0;612696b701d2:33933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:23:24,191 INFO [RS:0;612696b701d2:33933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:23:24,191 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:23:24,192 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,38213,1731288202926 with port=33933, startcode=1731288203150 2024-11-11T01:23:24,192 DEBUG [RS:0;612696b701d2:33933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:23:24,194 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:23:24,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,33933,1731288203150 2024-11-11T01:23:24,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38213 {}] master.ServerManager(517): Registering regionserver=612696b701d2,33933,1731288203150 2024-11-11T01:23:24,201 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612 2024-11-11T01:23:24,202 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41031 2024-11-11T01:23:24,202 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:23:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/rs 2024-11-11T01:23:24,215 DEBUG [RS:0;612696b701d2:33933 {}] zookeeper.ZKUtil(111): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on existing znode=/01603985281/rs/612696b701d2,33933,1731288203150 2024-11-11T01:23:24,215 WARN [RS:0;612696b701d2:33933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:24,215 INFO [RS:0;612696b701d2:33933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:24,215 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150 2024-11-11T01:23:24,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,33933,1731288203150] 2024-11-11T01:23:24,218 INFO [RS:0;612696b701d2:33933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:23:24,220 INFO [RS:0;612696b701d2:33933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:23:24,222 INFO [RS:0;612696b701d2:33933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:23:24,223 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,223 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:23:24,224 INFO [RS:0;612696b701d2:33933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:23:24,224 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,224 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,224 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,224 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,224 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:24,225 DEBUG [RS:0;612696b701d2:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,230 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,33933,1731288203150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:24,251 INFO [RS:0;612696b701d2:33933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:23:24,251 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,33933,1731288203150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,251 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,251 INFO [RS:0;612696b701d2:33933 {}] regionserver.Replication(171): 612696b701d2,33933,1731288203150 started 2024-11-11T01:23:24,272 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:24,272 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,33933,1731288203150, RpcServer on 612696b701d2/172.17.0.3:33933, sessionid=0x101277d6d880001 2024-11-11T01:23:24,272 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:23:24,272 DEBUG [RS:0;612696b701d2:33933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,33933,1731288203150 2024-11-11T01:23:24,272 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,33933,1731288203150' 2024-11-11T01:23:24,272 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603985281/flush-table-proc/abort' 2024-11-11T01:23:24,273 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603985281/flush-table-proc/acquired' 2024-11-11T01:23:24,273 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:23:24,273 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:23:24,273 DEBUG [RS:0;612696b701d2:33933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,33933,1731288203150 2024-11-11T01:23:24,274 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,33933,1731288203150' 2024-11-11T01:23:24,274 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603985281/online-snapshot/abort' 2024-11-11T01:23:24,274 DEBUG [RS:0;612696b701d2:33933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603985281/online-snapshot/acquired' 2024-11-11T01:23:24,274 DEBUG [RS:0;612696b701d2:33933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:23:24,274 INFO [RS:0;612696b701d2:33933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:23:24,274 INFO [RS:0;612696b701d2:33933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:23:24,375 INFO [RS:0;612696b701d2:33933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:24,376 INFO [RS:0;612696b701d2:33933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33933%2C1731288203150, suffix=, logDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/oldWALs, maxLogs=10 2024-11-11T01:23:24,406 DEBUG [RS:0;612696b701d2:33933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376, exclude list is [], retry=0 2024-11-11T01:23:24,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:24,457 INFO [RS:0;612696b701d2:33933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 2024-11-11T01:23:24,464 DEBUG [RS:0;612696b701d2:33933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:24,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T01:23:24,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T01:23:24,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T01:23:24,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T01:23:24,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:24,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T01:23:24,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T01:23:24,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T01:23:24,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:24,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:24,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:24,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:24,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:24,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:24,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:24,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:24,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:24,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:24,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:24,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:24,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:24,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:24,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:24,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:24,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:24,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740 2024-11-11T01:23:24,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740 2024-11-11T01:23:24,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:24,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:24,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:24,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:24,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:24,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787678, jitterRate=0.02501627802848816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:24,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288204585Initializing all the Stores at 1731288204587 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288204587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288204590 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288204590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288204590Cleaning up temporary data from old regions at 1731288204625 (+35 ms)Region opened successfully at 1731288204637 (+12 ms) 2024-11-11T01:23:24,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:24,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:24,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:24,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:24,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288204637Disabling compacts and flushes for region at 1731288204637Disabling writes for close at 1731288204638 (+1 ms)Writing region close event to WAL at 1731288204640 (+2 ms)Closed at 1731288204640 2024-11-11T01:23:24,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:24,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:23:24,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:23:24,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:24,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:23:24,797 DEBUG [612696b701d2:38213 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:23:24,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:24,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,33933,1731288203150, state=OPENING 2024-11-11T01:23:24,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:23:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:24,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603985281/meta-region-server: CHANGED 2024-11-11T01:23:24,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:24,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603985281/meta-region-server: CHANGED 2024-11-11T01:23:24,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:24,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,33933,1731288203150}] 2024-11-11T01:23:24,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:24,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:23:24,996 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:23:24,996 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:24,997 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:23:24,998 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33933%2C1731288203150.meta, suffix=.meta, logDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/oldWALs, maxLogs=10 2024-11-11T01:23:25,014 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288204998.meta, exclude list is [], retry=0 2024-11-11T01:23:25,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:25,022 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288204998.meta 2024-11-11T01:23:25,022 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:25,022 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:25,023 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:23:25,023 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:23:25,023 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:23:25,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:25,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:25,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:25,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:25,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:25,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:25,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:25,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:25,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:25,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:25,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:25,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:25,028 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:25,029 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740 2024-11-11T01:23:25,030 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740 2024-11-11T01:23:25,030 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:25,031 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:25,031 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:25,032 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:25,033 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67655199, jitterRate=0.00814102590084076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:25,033 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:23:25,033 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288205023Writing region info on filesystem at 1731288205023Initializing all the Stores at 1731288205024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288205024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288205024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288205024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288205024Cleaning up temporary data from old regions at 1731288205031 (+7 ms)Running coprocessor post-open hooks at 1731288205033 (+2 ms)Region opened successfully at 1731288205033 2024-11-11T01:23:25,034 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288204990 2024-11-11T01:23:25,036 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:23:25,036 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:23:25,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:25,037 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,33933,1731288203150, state=OPEN 2024-11-11T01:23:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603985281/meta-region-server 2024-11-11T01:23:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603985281/meta-region-server 2024-11-11T01:23:25,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,33933,1731288203150 2024-11-11T01:23:25,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603985281/meta-region-server: CHANGED 2024-11-11T01:23:25,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603985281/meta-region-server: CHANGED 2024-11-11T01:23:25,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:23:25,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,33933,1731288203150 in 243 msec 2024-11-11T01:23:25,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:23:25,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-11T01:23:25,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:25,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:23:25,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:25,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33933,1731288203150, seqNum=-1] 2024-11-11T01:23:25,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:25,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:25,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 984 msec 2024-11-11T01:23:25,091 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288205091, completionTime=-1 2024-11-11T01:23:25,091 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:23:25,091 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288265093 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288325093 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:38213, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,093 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,094 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,095 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:23:25,097 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.819sec 2024-11-11T01:23:25,097 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:23:25,097 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:23:25,098 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:23:25,098 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:23:25,098 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:23:25,098 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:25,098 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:23:25,100 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:23:25,100 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:23:25,100 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,38213,1731288202926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:25,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ae1fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:25,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:25,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:25,136 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f989fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:25,138 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:25,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:25,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33933,1731288203150, seqNum=-1] 2024-11-11T01:23:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:25,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:25,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,38213,1731288202926 2024-11-11T01:23:25,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:25,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101277d6d880002 connected 2024-11-11T01:23:25,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir so I do NOT create it in target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8 2024-11-11T01:23:25,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:23:25,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.tmp.dir so I do NOT create it in target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8 2024-11-11T01:23:25,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:23:25,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8 2024-11-11T01:23:25,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/cluster_6863ef12-defe-afe9-f9ef-4569e1532f4e, deleteOnExit=true 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/test.cache.data in system properties and HBase conf 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:23:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:23:25,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:23:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:23:25,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:25,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:25,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:25,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:25,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:23:25,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:25,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:25,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:25,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d40997b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/java.io.tmpdir/jetty-localhost-46489-hadoop-hdfs-3_4_1-tests_jar-_-any-9896379280044733598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:25,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:46489} 2024-11-11T01:23:25,705 INFO [Time-limited test {}] server.Server(415): Started @329551ms 2024-11-11T01:23:26,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:26,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:26,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:26,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:26,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T01:23:26,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:26,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:26,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c25f550{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/java.io.tmpdir/jetty-localhost-32899-hadoop-hdfs-3_4_1-tests_jar-_-any-329504100936559101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:26,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:32899} 2024-11-11T01:23:26,109 INFO [Time-limited test {}] server.Server(415): Started @329955ms 2024-11-11T01:23:26,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:23:27,028 WARN [Thread-4404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/cluster_6863ef12-defe-afe9-f9ef-4569e1532f4e/data/data1/current/BP-761798197-172.17.0.3-1731288205246/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:27,029 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/cluster_6863ef12-defe-afe9-f9ef-4569e1532f4e/data/data2/current/BP-761798197-172.17.0.3-1731288205246/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:27,133 WARN [Thread-4392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:23:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a399f7e7f7ad8b4 with lease ID 0x5905b00e93d26192: Processing first storage report for DS-9acfc355-c268-4687-a910-990418f06171 from datanode DatanodeRegistration(127.0.0.1:34661, datanodeUuid=93d27041-829d-46a7-bed5-ceaff2246321, infoPort=34681, infoSecurePort=0, ipcPort=37889, storageInfo=lv=-57;cid=testClusterID;nsid=446161147;c=1731288205246) 2024-11-11T01:23:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a399f7e7f7ad8b4 with lease ID 0x5905b00e93d26192: from storage DS-9acfc355-c268-4687-a910-990418f06171 node DatanodeRegistration(127.0.0.1:34661, datanodeUuid=93d27041-829d-46a7-bed5-ceaff2246321, infoPort=34681, infoSecurePort=0, ipcPort=37889, storageInfo=lv=-57;cid=testClusterID;nsid=446161147;c=1731288205246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a399f7e7f7ad8b4 with lease ID 0x5905b00e93d26192: Processing first storage report for DS-ee85b6a1-e0a6-4947-86e4-05ca43c0c715 from datanode DatanodeRegistration(127.0.0.1:34661, datanodeUuid=93d27041-829d-46a7-bed5-ceaff2246321, infoPort=34681, infoSecurePort=0, ipcPort=37889, storageInfo=lv=-57;cid=testClusterID;nsid=446161147;c=1731288205246) 2024-11-11T01:23:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a399f7e7f7ad8b4 with lease ID 0x5905b00e93d26192: from storage DS-ee85b6a1-e0a6-4947-86e4-05ca43c0c715 node DatanodeRegistration(127.0.0.1:34661, datanodeUuid=93d27041-829d-46a7-bed5-ceaff2246321, infoPort=34681, infoSecurePort=0, ipcPort=37889, storageInfo=lv=-57;cid=testClusterID;nsid=446161147;c=1731288205246), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T01:23:27,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8 2024-11-11T01:23:27,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:27,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:27,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:23:27,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955 with version=8 2024-11-11T01:23:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/hbase-staging 2024-11-11T01:23:27,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:23:27,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:27,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40719 2024-11-11T01:23:27,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40719 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:27,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407190x0, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:27,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40719-0x101277d6d880003 connected 2024-11-11T01:23:27,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:27,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:27,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/running 2024-11-11T01:23:27,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955, hbase.cluster.distributed=false 2024-11-11T01:23:27,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/acl 2024-11-11T01:23:27,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-11T01:23:27,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40719 2024-11-11T01:23:27,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40719 2024-11-11T01:23:27,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-11T01:23:27,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-11T01:23:27,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:27,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:27,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:23:27,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:27,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35361 2024-11-11T01:23:27,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35361 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:27,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:28,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353610x0, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:28,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353610x0, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/running 2024-11-11T01:23:28,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:23:28,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35361-0x101277d6d880004 connected 2024-11-11T01:23:28,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:23:28,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/master 2024-11-11T01:23:28,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/acl 2024-11-11T01:23:28,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-11T01:23:28,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35361 2024-11-11T01:23:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35361 2024-11-11T01:23:28,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-11T01:23:28,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-11T01:23:28,169 DEBUG [M:0;612696b701d2:40719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:40719 2024-11-11T01:23:28,182 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1217010738/backup-masters/612696b701d2,40719,1731288207670 2024-11-11T01:23:28,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/backup-masters 2024-11-11T01:23:28,194 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on existing znode=/1-1217010738/backup-masters/612696b701d2,40719,1731288207670 2024-11-11T01:23:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/backup-masters 2024-11-11T01:23:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217010738/master 2024-11-11T01:23:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,204 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on existing znode=/1-1217010738/master 2024-11-11T01:23:28,205 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1217010738/backup-masters/612696b701d2,40719,1731288207670 from backup master directory 2024-11-11T01:23:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/backup-masters 2024-11-11T01:23:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217010738/backup-masters/612696b701d2,40719,1731288207670 2024-11-11T01:23:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/backup-masters 2024-11-11T01:23:28,214 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:28,214 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,40719,1731288207670 2024-11-11T01:23:28,238 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/hbase.id] with ID: 06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95 2024-11-11T01:23:28,238 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/.tmp/hbase.id 2024-11-11T01:23:28,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:23:28,304 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/.tmp/hbase.id]:[hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/hbase.id] 2024-11-11T01:23:28,323 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:28,323 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:23:28,324 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:23:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:23:28,400 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:28,400 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:23:28,420 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:28,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:23:28,481 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store 2024-11-11T01:23:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:28,539 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:28,539 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:28,539 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288208539Disabling compacts and flushes for region at 1731288208539Disabling writes for close at 1731288208539Writing region close event to WAL at 1731288208539Closed at 1731288208539 2024-11-11T01:23:28,540 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/.initializing 2024-11-11T01:23:28,540 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/WALs/612696b701d2,40719,1731288207670 2024-11-11T01:23:28,541 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:28,544 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C40719%2C1731288207670, suffix=, logDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/WALs/612696b701d2,40719,1731288207670, archiveDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/oldWALs, maxLogs=10 2024-11-11T01:23:28,575 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/WALs/612696b701d2,40719,1731288207670/612696b701d2%2C40719%2C1731288207670.1731288208544, exclude list is [], retry=0 2024-11-11T01:23:28,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-9acfc355-c268-4687-a910-990418f06171,DISK] 2024-11-11T01:23:28,640 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/WALs/612696b701d2,40719,1731288207670/612696b701d2%2C40719%2C1731288207670.1731288208544 2024-11-11T01:23:28,651 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34681:34681)] 2024-11-11T01:23:28,651 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:28,652 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:28,652 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,652 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:23:28,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:28,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:28,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:23:28,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:28,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:28,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:23:28,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:28,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:28,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:23:28,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:28,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:28,728 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,729 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,729 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,731 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:28,733 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:28,749 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:28,750 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67746203, jitterRate=0.009497091174125671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:28,750 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288208652Initializing all the Stores at 1731288208653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288208653Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288208676 (+23 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288208676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288208676Cleaning up temporary data from old regions at 1731288208731 (+55 ms)Region opened successfully at 1731288208750 (+19 ms) 2024-11-11T01:23:28,763 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:23:28,766 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee9216c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:28,767 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:23:28,767 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:23:28,767 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:23:28,768 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:23:28,769 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:23:28,769 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:23:28,769 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:23:28,798 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:23:28,799 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Unable to get data of znode /1-1217010738/balancer because node does not exist (not necessarily an error) 2024-11-11T01:23:28,845 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/balancer already deleted, retry=false 2024-11-11T01:23:28,846 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:23:28,847 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Unable to get data of znode /1-1217010738/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:23:28,856 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/normalizer already deleted, retry=false 2024-11-11T01:23:28,856 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:23:28,869 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Unable to get data of znode /1-1217010738/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:23:28,877 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/switch/split already deleted, retry=false 2024-11-11T01:23:28,878 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Unable to get data of znode /1-1217010738/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:23:28,888 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/switch/merge already deleted, retry=false 2024-11-11T01:23:28,890 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Unable to get data of znode /1-1217010738/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:23:28,904 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/snapshot-cleanup already deleted, retry=false 2024-11-11T01:23:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217010738/running 2024-11-11T01:23:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217010738/running 2024-11-11T01:23:28,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,910 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,40719,1731288207670, sessionid=0x101277d6d880003, setting cluster-up flag (Was=false) 2024-11-11T01:23:28,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,961 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1217010738/flush-table-proc/acquired, /1-1217010738/flush-table-proc/reached, /1-1217010738/flush-table-proc/abort 2024-11-11T01:23:28,962 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,40719,1731288207670 2024-11-11T01:23:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:29,014 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1217010738/online-snapshot/acquired, /1-1217010738/online-snapshot/reached, /1-1217010738/online-snapshot/abort 2024-11-11T01:23:29,015 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,40719,1731288207670 2024-11-11T01:23:29,025 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:23:29,034 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:29,034 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:23:29,034 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:23:29,034 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,40719,1731288207670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,035 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:29,036 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,043 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(746): ClusterId : 06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95 2024-11-11T01:23:29,044 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:23:29,057 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:23:29,057 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:23:29,067 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:23:29,068 DEBUG [RS:0;612696b701d2:35361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722236f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:29,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:29,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:23:29,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:29,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:23:29,105 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288239105 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:23:29,106 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:23:29,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,154 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:23:29,154 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:23:29,154 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:23:29,154 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:23:29,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:23:29,168 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:23:29,171 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:35361 2024-11-11T01:23:29,171 INFO [RS:0;612696b701d2:35361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:23:29,171 INFO [RS:0;612696b701d2:35361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:23:29,171 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:23:29,171 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,40719,1731288207670 with port=35361, startcode=1731288207941 2024-11-11T01:23:29,172 DEBUG [RS:0;612696b701d2:35361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:23:29,196 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288209168,5,FailOnTimeoutGroup] 2024-11-11T01:23:29,213 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:23:29,214 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T01:23:29,215 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T01:23:29,215 WARN [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T01:23:29,216 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288209196,5,FailOnTimeoutGroup] 2024-11-11T01:23:29,216 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,216 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:23:29,216 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,216 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:23:29,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:23:29,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955 2024-11-11T01:23:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:23:29,316 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,40719,1731288207670 with port=35361, startcode=1731288207941 2024-11-11T01:23:29,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,35361,1731288207941 2024-11-11T01:23:29,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40719 {}] master.ServerManager(517): Registering regionserver=612696b701d2,35361,1731288207941 2024-11-11T01:23:29,320 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955 2024-11-11T01:23:29,320 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46225 2024-11-11T01:23:29,320 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:23:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/rs 2024-11-11T01:23:29,374 DEBUG [RS:0;612696b701d2:35361 {}] zookeeper.ZKUtil(111): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on existing znode=/1-1217010738/rs/612696b701d2,35361,1731288207941 2024-11-11T01:23:29,374 WARN [RS:0;612696b701d2:35361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:29,375 INFO [RS:0;612696b701d2:35361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:29,375 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941 2024-11-11T01:23:29,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,35361,1731288207941] 2024-11-11T01:23:29,383 INFO [RS:0;612696b701d2:35361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:23:29,385 INFO [RS:0;612696b701d2:35361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:23:29,385 INFO [RS:0;612696b701d2:35361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:23:29,385 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,388 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:23:29,389 INFO [RS:0;612696b701d2:35361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:23:29,389 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,389 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,390 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,390 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,390 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:29,390 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:29,390 DEBUG [RS:0;612696b701d2:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:29,396 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,397 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,397 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,397 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,397 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,397 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35361,1731288207941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:29,422 INFO [RS:0;612696b701d2:35361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:23:29,422 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,35361,1731288207941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,422 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,422 INFO [RS:0;612696b701d2:35361 {}] regionserver.Replication(171): 612696b701d2,35361,1731288207941 started 2024-11-11T01:23:29,443 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:29,443 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,35361,1731288207941, RpcServer on 612696b701d2/172.17.0.3:35361, sessionid=0x101277d6d880004 2024-11-11T01:23:29,443 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:23:29,443 DEBUG [RS:0;612696b701d2:35361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,35361,1731288207941 2024-11-11T01:23:29,443 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35361,1731288207941' 2024-11-11T01:23:29,443 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1217010738/flush-table-proc/abort' 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1217010738/flush-table-proc/acquired' 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,35361,1731288207941 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,35361,1731288207941' 2024-11-11T01:23:29,444 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1217010738/online-snapshot/abort' 2024-11-11T01:23:29,445 DEBUG [RS:0;612696b701d2:35361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1217010738/online-snapshot/acquired' 2024-11-11T01:23:29,445 DEBUG [RS:0;612696b701d2:35361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:23:29,445 INFO [RS:0;612696b701d2:35361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:23:29,445 INFO [RS:0;612696b701d2:35361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:23:29,545 INFO [RS:0;612696b701d2:35361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:29,547 INFO [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35361%2C1731288207941, suffix=, logDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941, archiveDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/oldWALs, maxLogs=10 2024-11-11T01:23:29,563 DEBUG [RS:0;612696b701d2:35361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941/612696b701d2%2C35361%2C1731288207941.1731288209547, exclude list is [], retry=0 2024-11-11T01:23:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-9acfc355-c268-4687-a910-990418f06171,DISK] 2024-11-11T01:23:29,589 INFO [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941/612696b701d2%2C35361%2C1731288207941.1731288209547 2024-11-11T01:23:29,596 DEBUG [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34681:34681)] 2024-11-11T01:23:29,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:29,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:29,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:29,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:29,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:29,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:29,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:29,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:29,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:29,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:29,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:29,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:29,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:29,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:29,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:29,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:29,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:29,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740 2024-11-11T01:23:29,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740 2024-11-11T01:23:29,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:29,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:29,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:29,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:29,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:29,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72255301, jitterRate=0.07668788731098175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288209705Initializing all the Stores at 1731288209706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288209706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288209708 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288209708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288209708Cleaning up temporary data from old regions at 1731288209716 (+8 ms)Region opened successfully at 1731288209726 (+10 ms) 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:29,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:29,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288209726Disabling compacts and flushes for region at 1731288209726Disabling writes for close at 1731288209726Writing region close event to WAL at 1731288209726Closed at 1731288209726 2024-11-11T01:23:29,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:29,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:23:29,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:23:29,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:29,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:23:29,880 DEBUG [612696b701d2:40719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:23:29,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,35361,1731288207941 2024-11-11T01:23:29,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35361,1731288207941, state=OPENING 2024-11-11T01:23:29,930 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:23:29,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:29,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217010738/meta-region-server: CHANGED 2024-11-11T01:23:29,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:29,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35361,1731288207941}] 2024-11-11T01:23:29,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:29,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217010738/meta-region-server: CHANGED 2024-11-11T01:23:30,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:30,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:23:30,113 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:23:30,113 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:30,113 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:23:30,115 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C35361%2C1731288207941.meta, suffix=.meta, logDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941, archiveDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/oldWALs, maxLogs=10 2024-11-11T01:23:30,134 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941/612696b701d2%2C35361%2C1731288207941.meta.1731288210116.meta, exclude list is [], retry=0 2024-11-11T01:23:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-9acfc355-c268-4687-a910-990418f06171,DISK] 2024-11-11T01:23:30,150 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/WALs/612696b701d2,35361,1731288207941/612696b701d2%2C35361%2C1731288207941.meta.1731288210116.meta 2024-11-11T01:23:30,152 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34681:34681)] 2024-11-11T01:23:30,152 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:30,153 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:30,153 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:23:30,153 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:23:30,153 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:23:30,153 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:23:30,153 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:30,155 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:23:30,156 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:23:30,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:30,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:30,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:30,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:30,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:30,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:30,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:30,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:30,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:30,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:30,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:30,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:30,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:30,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:30,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:30,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:30,193 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:30,196 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740 2024-11-11T01:23:30,203 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740 2024-11-11T01:23:30,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:30,206 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:30,208 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:30,210 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:30,211 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60719588, jitterRate=-0.09520763158798218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:30,211 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:23:30,211 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288210157Writing region info on filesystem at 1731288210157Initializing all the Stores at 1731288210158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288210158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288210158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288210158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288210158Cleaning up temporary data from old regions at 1731288210206 (+48 ms)Running coprocessor post-open hooks at 1731288210211 (+5 ms)Region opened successfully at 1731288210211 2024-11-11T01:23:30,220 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288210106 2024-11-11T01:23:30,223 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:23:30,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,35361,1731288207941 2024-11-11T01:23:30,223 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:23:30,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,35361,1731288207941, state=OPEN 2024-11-11T01:23:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1217010738/meta-region-server 2024-11-11T01:23:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1217010738/meta-region-server 2024-11-11T01:23:30,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,35361,1731288207941 2024-11-11T01:23:30,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217010738/meta-region-server: CHANGED 2024-11-11T01:23:30,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217010738/meta-region-server: CHANGED 2024-11-11T01:23:30,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:23:30,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,35361,1731288207941 in 293 msec 2024-11-11T01:23:30,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:23:30,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-11T01:23:30,240 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:30,240 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:23:30,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:30,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35361,1731288207941, seqNum=-1] 2024-11-11T01:23:30,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:30,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:30,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-11T01:23:30,248 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288210248, completionTime=-1 2024-11-11T01:23:30,248 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:23:30,248 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:23:30,252 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:23:30,252 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288270252 2024-11-11T01:23:30,252 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288330252 2024-11-11T01:23:30,252 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T01:23:30,253 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,253 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,253 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,253 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:40719, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,253 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,254 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,255 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.046sec 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:30,260 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:23:30,271 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:23:30,271 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:23:30,271 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,40719,1731288207670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:30,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c523b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:30,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40719,-1 for getting cluster id 2024-11-11T01:23:30,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:30,365 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95' 2024-11-11T01:23:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95" 2024-11-11T01:23:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d2de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40719,-1] 2024-11-11T01:23:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:30,367 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:30,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:30,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35361,1731288207941, seqNum=-1] 2024-11-11T01:23:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:30,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:30,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,40719,1731288207670 2024-11-11T01:23:30,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:30,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:30,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101277d6d880005 connected 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir so I do NOT create it in target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562 2024-11-11T01:23:30,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.tmp.dir so I do NOT create it in target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562 2024-11-11T01:23:30,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T01:23:30,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/cluster_0f29dc92-9563-e9d1-a132-2a53d0998c74, deleteOnExit=true 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/test.cache.data in system properties and HBase conf 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T01:23:30,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.log.dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T01:23:30,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:30,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T01:23:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/nfs.dump.dir in system properties and HBase conf 2024-11-11T01:23:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/java.io.tmpdir in system properties and HBase conf 2024-11-11T01:23:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T01:23:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T01:23:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T01:23:30,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:30,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:30,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:30,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:30,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:30,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:30,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:23:30,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:30,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:30,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:31,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326b4593{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/java.io.tmpdir/jetty-localhost-35837-hadoop-hdfs-3_4_1-tests_jar-_-any-544385823634967003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:31,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:35837} 2024-11-11T01:23:31,102 INFO [Time-limited test {}] server.Server(415): Started @334947ms 2024-11-11T01:23:31,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T01:23:31,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T01:23:31,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T01:23:31,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T01:23:31,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T01:23:31,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.log.dir/,AVAILABLE} 2024-11-11T01:23:31,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T01:23:31,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195293a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/java.io.tmpdir/jetty-localhost-38011-hadoop-hdfs-3_4_1-tests_jar-_-any-17810873548433276502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:31,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:38011} 2024-11-11T01:23:31,904 INFO [Time-limited test {}] server.Server(415): Started @335750ms 2024-11-11T01:23:31,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T01:23:32,659 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/cluster_0f29dc92-9563-e9d1-a132-2a53d0998c74/data/data1/current/BP-103911217-172.17.0.3-1731288210422/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:32,665 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/cluster_0f29dc92-9563-e9d1-a132-2a53d0998c74/data/data2/current/BP-103911217-172.17.0.3-1731288210422/current, will proceed with Du for space computation calculation, 2024-11-11T01:23:32,713 WARN [Thread-4513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T01:23:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44df98538696a246 with lease ID 0xb87b0443169f6a18: Processing first storage report for DS-0c5dacc3-b93d-498e-af98-204e9a814673 from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=2645994c-62d6-4c09-9031-aec360098da5, infoPort=41837, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2058445890;c=1731288210422) 2024-11-11T01:23:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44df98538696a246 with lease ID 0xb87b0443169f6a18: from storage DS-0c5dacc3-b93d-498e-af98-204e9a814673 node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=2645994c-62d6-4c09-9031-aec360098da5, infoPort=41837, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2058445890;c=1731288210422), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44df98538696a246 with lease ID 0xb87b0443169f6a18: Processing first storage report for DS-33c5e4f2-1ef1-4fcc-9452-75f5a7a01276 from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=2645994c-62d6-4c09-9031-aec360098da5, infoPort=41837, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2058445890;c=1731288210422) 2024-11-11T01:23:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44df98538696a246 with lease ID 0xb87b0443169f6a18: from storage DS-33c5e4f2-1ef1-4fcc-9452-75f5a7a01276 node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=2645994c-62d6-4c09-9031-aec360098da5, infoPort=41837, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2058445890;c=1731288210422), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T01:23:32,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562 2024-11-11T01:23:32,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:32,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741825_1001 (size=7) 2024-11-11T01:23:32,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998 with version=8 2024-11-11T01:23:32,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/hbase-staging 2024-11-11T01:23:32,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T01:23:32,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:32,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39031 2024-11-11T01:23:32,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39031 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390310x0, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:32,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39031-0x101277d6d880006 connected 2024-11-11T01:23:32,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:32,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:32,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/running 2024-11-11T01:23:32,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998, hbase.cluster.distributed=false 2024-11-11T01:23:32,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/acl 2024-11-11T01:23:32,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-11T01:23:32,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39031 2024-11-11T01:23:32,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39031 2024-11-11T01:23:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-11T01:23:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-11T01:23:33,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/612696b701d2:0 server-side Connection retries=45 2024-11-11T01:23:33,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:33,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:33,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T01:23:33,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T01:23:33,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T01:23:33,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T01:23:33,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T01:23:33,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42487 2024-11-11T01:23:33,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42487 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:33,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:33,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:33,056 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424870x0, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:33,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424870x0, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/running 2024-11-11T01:23:33,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42487-0x101277d6d880007 connected 2024-11-11T01:23:33,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T01:23:33,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T01:23:33,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/master 2024-11-11T01:23:33,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/acl 2024-11-11T01:23:33,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-11T01:23:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42487 2024-11-11T01:23:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42487 2024-11-11T01:23:33,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-11T01:23:33,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-11T01:23:33,108 DEBUG [M:0;612696b701d2:39031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;612696b701d2:39031 2024-11-11T01:23:33,113 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2671784491/backup-masters/612696b701d2,39031,1731288212864 2024-11-11T01:23:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/backup-masters 2024-11-11T01:23:33,119 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/backup-masters 2024-11-11T01:23:33,120 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on existing znode=/2671784491/backup-masters/612696b701d2,39031,1731288212864 2024-11-11T01:23:33,129 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2671784491/master 2024-11-11T01:23:33,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:33,130 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:33,131 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on existing znode=/2671784491/master 2024-11-11T01:23:33,131 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2671784491/backup-masters/612696b701d2,39031,1731288212864 from backup master directory 2024-11-11T01:23:33,140 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/backup-masters 2024-11-11T01:23:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2671784491/backup-masters/612696b701d2,39031,1731288212864 2024-11-11T01:23:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/backup-masters 2024-11-11T01:23:33,140 WARN [master/612696b701d2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:33,140 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=612696b701d2,39031,1731288212864 2024-11-11T01:23:33,146 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/hbase.id] with ID: da2287ed-b0f1-4c09-be10-1a5d2245171c 2024-11-11T01:23:33,146 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/.tmp/hbase.id 2024-11-11T01:23:33,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741826_1002 (size=42) 2024-11-11T01:23:33,164 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/.tmp/hbase.id]:[hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/hbase.id] 2024-11-11T01:23:33,174 INFO [master/612696b701d2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:33,174 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T01:23:33,175 INFO [master/612696b701d2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T01:23:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:33,182 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741827_1003 (size=196) 2024-11-11T01:23:33,589 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:33,590 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T01:23:33,590 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741828_1004 (size=1189) 2024-11-11T01:23:34,003 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store 2024-11-11T01:23:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741829_1005 (size=34) 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:34,043 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:34,043 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:34,043 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288214043Disabling compacts and flushes for region at 1731288214043Disabling writes for close at 1731288214043Writing region close event to WAL at 1731288214043Closed at 1731288214043 2024-11-11T01:23:34,044 WARN [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/.initializing 2024-11-11T01:23:34,045 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/WALs/612696b701d2,39031,1731288212864 2024-11-11T01:23:34,045 INFO [master/612696b701d2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:34,047 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=612696b701d2%2C39031%2C1731288212864, suffix=, logDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/WALs/612696b701d2,39031,1731288212864, archiveDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/oldWALs, maxLogs=10 2024-11-11T01:23:34,066 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/WALs/612696b701d2,39031,1731288212864/612696b701d2%2C39031%2C1731288212864.1731288214047, exclude list is [], retry=0 2024-11-11T01:23:34,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-0c5dacc3-b93d-498e-af98-204e9a814673,DISK] 2024-11-11T01:23:34,075 INFO [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/WALs/612696b701d2,39031,1731288212864/612696b701d2%2C39031%2C1731288212864.1731288214047 2024-11-11T01:23:34,075 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-11T01:23:34,075 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:34,076 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:34,076 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,076 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T01:23:34,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:34,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T01:23:34,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:34,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T01:23:34,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:34,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T01:23:34,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:34,099 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,100 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,100 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,101 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,101 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,102 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:34,103 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T01:23:34,107 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:34,108 INFO [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73391788, jitterRate=0.09362286329269409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:34,108 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731288214076Initializing all the Stores at 1731288214077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288214077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288214077Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288214077Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288214077Cleaning up temporary data from old regions at 1731288214101 (+24 ms)Region opened successfully at 1731288214108 (+7 ms) 2024-11-11T01:23:34,108 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T01:23:34,111 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881f65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:34,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T01:23:34,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T01:23:34,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T01:23:34,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T01:23:34,113 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T01:23:34,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T01:23:34,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T01:23:34,150 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T01:23:34,152 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Unable to get data of znode /2671784491/balancer because node does not exist (not necessarily an error) 2024-11-11T01:23:34,214 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/balancer already deleted, retry=false 2024-11-11T01:23:34,214 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T01:23:34,215 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Unable to get data of znode /2671784491/normalizer because node does not exist (not necessarily an error) 2024-11-11T01:23:34,224 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/normalizer already deleted, retry=false 2024-11-11T01:23:34,225 INFO [master/612696b701d2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T01:23:34,225 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Unable to get data of znode /2671784491/switch/split because node does not exist (not necessarily an error) 2024-11-11T01:23:34,234 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/switch/split already deleted, retry=false 2024-11-11T01:23:34,235 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Unable to get data of znode /2671784491/switch/merge because node does not exist (not necessarily an error) 2024-11-11T01:23:34,245 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/switch/merge already deleted, retry=false 2024-11-11T01:23:34,247 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Unable to get data of znode /2671784491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T01:23:34,256 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/snapshot-cleanup already deleted, retry=false 2024-11-11T01:23:34,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2671784491/running 2024-11-11T01:23:34,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,266 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2671784491/running 2024-11-11T01:23:34,266 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,267 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=612696b701d2,39031,1731288212864, sessionid=0x101277d6d880006, setting cluster-up flag (Was=false) 2024-11-11T01:23:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,287 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,319 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2671784491/flush-table-proc/acquired, /2671784491/flush-table-proc/reached, /2671784491/flush-table-proc/abort 2024-11-11T01:23:34,320 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,39031,1731288212864 2024-11-11T01:23:34,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,340 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,371 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2671784491/online-snapshot/acquired, /2671784491/online-snapshot/reached, /2671784491/online-snapshot/abort 2024-11-11T01:23:34,372 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=612696b701d2,39031,1731288212864 2024-11-11T01:23:34,373 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T01:23:34,375 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:34,375 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T01:23:34,375 INFO [master/612696b701d2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T01:23:34,376 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 612696b701d2,39031,1731288212864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/612696b701d2:0, corePoolSize=5, maxPoolSize=5 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/612696b701d2:0, corePoolSize=10, maxPoolSize=10 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:34,377 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731288244379 2024-11-11T01:23:34,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T01:23:34,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T01:23:34,379 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T01:23:34,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T01:23:34,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T01:23:34,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T01:23:34,380 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T01:23:34,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T01:23:34,381 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T01:23:34,381 INFO [master/612696b701d2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T01:23:34,381 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288214381,5,FailOnTimeoutGroup] 2024-11-11T01:23:34,382 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288214381,5,FailOnTimeoutGroup] 2024-11-11T01:23:34,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T01:23:34,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,382 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741831_1007 (size=1321) 2024-11-11T01:23:34,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T01:23:34,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998 2024-11-11T01:23:34,391 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(746): ClusterId : da2287ed-b0f1-4c09-be10-1a5d2245171c 2024-11-11T01:23:34,391 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T01:23:34,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741832_1008 (size=32) 2024-11-11T01:23:34,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:34,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:34,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:34,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:34,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:34,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:34,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:34,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:34,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:34,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:34,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:34,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:34,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:34,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:34,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740 2024-11-11T01:23:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740 2024-11-11T01:23:34,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:34,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:34,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:34,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:34,425 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:34,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71756767, jitterRate=0.0692591518163681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:34,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731288214410Initializing all the Stores at 1731288214411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288214411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288214411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288214411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288214411Cleaning up temporary data from old regions at 1731288214421 (+10 ms)Region opened successfully at 1731288214425 (+4 ms) 2024-11-11T01:23:34,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:34,425 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:34,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:34,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:34,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:34,426 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:34,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288214425Disabling compacts and flushes for region at 1731288214425Disabling writes for close at 1731288214426 (+1 ms)Writing region close event to WAL at 1731288214426Closed at 1731288214426 2024-11-11T01:23:34,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:34,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T01:23:34,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T01:23:34,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:34,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T01:23:34,462 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T01:23:34,462 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T01:23:34,489 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T01:23:34,489 DEBUG [RS:0;612696b701d2:42487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba97ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=612696b701d2/172.17.0.3:0 2024-11-11T01:23:34,505 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;612696b701d2:42487 2024-11-11T01:23:34,505 INFO [RS:0;612696b701d2:42487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T01:23:34,505 INFO [RS:0;612696b701d2:42487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T01:23:34,505 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T01:23:34,517 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(2659): reportForDuty to master=612696b701d2,39031,1731288212864 with port=42487, startcode=1731288213024 2024-11-11T01:23:34,517 DEBUG [RS:0;612696b701d2:42487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T01:23:34,520 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T01:23:34,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 612696b701d2,42487,1731288213024 2024-11-11T01:23:34,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39031 {}] master.ServerManager(517): Registering regionserver=612696b701d2,42487,1731288213024 2024-11-11T01:23:34,522 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998 2024-11-11T01:23:34,523 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42379 2024-11-11T01:23:34,523 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T01:23:34,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/rs 2024-11-11T01:23:34,577 DEBUG [RS:0;612696b701d2:42487 {}] zookeeper.ZKUtil(111): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on existing znode=/2671784491/rs/612696b701d2,42487,1731288213024 2024-11-11T01:23:34,578 WARN [RS:0;612696b701d2:42487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T01:23:34,578 INFO [RS:0;612696b701d2:42487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:34,578 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024 2024-11-11T01:23:34,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [612696b701d2,42487,1731288213024] 2024-11-11T01:23:34,579 WARN [612696b701d2:39031 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T01:23:34,581 INFO [RS:0;612696b701d2:42487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T01:23:34,584 INFO [RS:0;612696b701d2:42487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T01:23:34,600 INFO [RS:0;612696b701d2:42487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T01:23:34,600 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,601 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T01:23:34,602 INFO [RS:0;612696b701d2:42487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T01:23:34,602 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/612696b701d2:0, corePoolSize=2, maxPoolSize=2 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/612696b701d2:0, corePoolSize=1, maxPoolSize=1 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:34,602 DEBUG [RS:0;612696b701d2:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/612696b701d2:0, corePoolSize=3, maxPoolSize=3 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,603 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42487,1731288213024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:34,628 INFO [RS:0;612696b701d2:42487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T01:23:34,628 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,42487,1731288213024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,628 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,628 INFO [RS:0;612696b701d2:42487 {}] regionserver.Replication(171): 612696b701d2,42487,1731288213024 started 2024-11-11T01:23:34,651 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:34,651 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1482): Serving as 612696b701d2,42487,1731288213024, RpcServer on 612696b701d2/172.17.0.3:42487, sessionid=0x101277d6d880007 2024-11-11T01:23:34,651 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T01:23:34,651 DEBUG [RS:0;612696b701d2:42487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 612696b701d2,42487,1731288213024 2024-11-11T01:23:34,651 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42487,1731288213024' 2024-11-11T01:23:34,652 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2671784491/flush-table-proc/abort' 2024-11-11T01:23:34,652 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2671784491/flush-table-proc/acquired' 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 612696b701d2,42487,1731288213024 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '612696b701d2,42487,1731288213024' 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2671784491/online-snapshot/abort' 2024-11-11T01:23:34,653 DEBUG [RS:0;612696b701d2:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2671784491/online-snapshot/acquired' 2024-11-11T01:23:34,654 DEBUG [RS:0;612696b701d2:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T01:23:34,654 INFO [RS:0;612696b701d2:42487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T01:23:34,654 INFO [RS:0;612696b701d2:42487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T01:23:34,754 INFO [RS:0;612696b701d2:42487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T01:23:34,756 INFO [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42487%2C1731288213024, suffix=, logDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024, archiveDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/oldWALs, maxLogs=10 2024-11-11T01:23:34,776 DEBUG [RS:0;612696b701d2:42487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.1731288214757, exclude list is [], retry=0 2024-11-11T01:23:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-0c5dacc3-b93d-498e-af98-204e9a814673,DISK] 2024-11-11T01:23:34,805 INFO [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.1731288214757 2024-11-11T01:23:34,806 DEBUG [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-11T01:23:34,829 DEBUG [612696b701d2:39031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T01:23:34,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=612696b701d2,42487,1731288213024 2024-11-11T01:23:34,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42487,1731288213024, state=OPENING 2024-11-11T01:23:34,845 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T01:23:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,856 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:34,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2671784491/meta-region-server: CHANGED 2024-11-11T01:23:34,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2671784491/meta-region-server: CHANGED 2024-11-11T01:23:34,856 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T01:23:34,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42487,1731288213024}] 2024-11-11T01:23:35,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:35,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:23:35,014 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T01:23:35,015 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:35,015 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T01:23:35,016 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C42487%2C1731288213024.meta, suffix=.meta, logDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024, archiveDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/oldWALs, maxLogs=10 2024-11-11T01:23:35,038 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.meta.1731288215018.meta, exclude list is [], retry=0 2024-11-11T01:23:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-0c5dacc3-b93d-498e-af98-204e9a814673,DISK] 2024-11-11T01:23:35,041 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.meta.1731288215018.meta 2024-11-11T01:23:35,042 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-11T01:23:35,042 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:35,042 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:35,042 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:23:35,042 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T01:23:35,043 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T01:23:35,043 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T01:23:35,043 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:35,043 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T01:23:35,043 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T01:23:35,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T01:23:35,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T01:23:35,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T01:23:35,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T01:23:35,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:35,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:35,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T01:23:35,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T01:23:35,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:35,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:35,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T01:23:35,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T01:23:35,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:35,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T01:23:35,071 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T01:23:35,072 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740 2024-11-11T01:23:35,073 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740 2024-11-11T01:23:35,075 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T01:23:35,075 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T01:23:35,076 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T01:23:35,078 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T01:23:35,079 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62195981, jitterRate=-0.07320766150951385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T01:23:35,079 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T01:23:35,079 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731288215043Writing region info on filesystem at 1731288215043Initializing all the Stores at 1731288215044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288215044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288215056 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288215056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731288215056Cleaning up temporary data from old regions at 1731288215075 (+19 ms)Running coprocessor post-open hooks at 1731288215079 (+4 ms)Region opened successfully at 1731288215079 2024-11-11T01:23:35,082 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731288215009 2024-11-11T01:23:35,084 DEBUG [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T01:23:35,084 INFO [RS_OPEN_META-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T01:23:35,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,42487,1731288213024 2024-11-11T01:23:35,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 612696b701d2,42487,1731288213024, state=OPEN 2024-11-11T01:23:35,098 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2671784491/meta-region-server 2024-11-11T01:23:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2671784491/meta-region-server 2024-11-11T01:23:35,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2671784491/meta-region-server: CHANGED 2024-11-11T01:23:35,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2671784491/meta-region-server: CHANGED 2024-11-11T01:23:35,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=612696b701d2,42487,1731288213024 2024-11-11T01:23:35,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T01:23:35,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=612696b701d2,42487,1731288213024 in 242 msec 2024-11-11T01:23:35,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T01:23:35,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-11T01:23:35,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T01:23:35,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T01:23:35,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:35,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42487,1731288213024, seqNum=-1] 2024-11-11T01:23:35,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:35,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:35,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-11T01:23:35,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731288215112, completionTime=-1 2024-11-11T01:23:35,112 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T01:23:35,112 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T01:23:35,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T01:23:35,114 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731288275114 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731288335115 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-612696b701d2:39031, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,115 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,119 DEBUG [master/612696b701d2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T01:23:35,120 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,125 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.985sec 2024-11-11T01:23:35,125 INFO [master/612696b701d2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T01:23:35,126 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T01:23:35,128 DEBUG [master/612696b701d2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T01:23:35,128 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T01:23:35,128 INFO [master/612696b701d2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=612696b701d2,39031,1731288212864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T01:23:35,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450506a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:35,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39031,-1 for getting cluster id 2024-11-11T01:23:35,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:35,194 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da2287ed-b0f1-4c09-be10-1a5d2245171c' 2024-11-11T01:23:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da2287ed-b0f1-4c09-be10-1a5d2245171c" 2024-11-11T01:23:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2978a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39031,-1] 2024-11-11T01:23:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:35,196 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:35,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21f2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:35,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42487,1731288213024, seqNum=-1] 2024-11-11T01:23:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:35,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:35,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=612696b701d2,39031,1731288212864 2024-11-11T01:23:35,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52472 2024-11-11T01:23:35,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T01:23:35,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101277d6d880008 connected 2024-11-11T01:23:35,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38213,1731288202926 2024-11-11T01:23:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@199b7e3 2024-11-11T01:23:35,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:35,229 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:35,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:23:35,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:23:35,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:35,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:23:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:35,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:23:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:35,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fba84021f83adc0e82619aec0f3089f, NAME => 'test,,1731288215230.8fba84021f83adc0e82619aec0f3089f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612 2024-11-11T01:23:35,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:35,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:23:35,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288215230.8fba84021f83adc0e82619aec0f3089f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8fba84021f83adc0e82619aec0f3089f, disabling compactions & flushes 2024-11-11T01:23:36,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. after waiting 0 ms 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fba84021f83adc0e82619aec0f3089f: Waiting for close lock at 1731288216092Disabling compacts and flushes for region at 1731288216092Disabling writes for close at 1731288216092Writing region close event to WAL at 1731288216092Closed at 1731288216092 2024-11-11T01:23:36,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:23:36,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288215230.8fba84021f83adc0e82619aec0f3089f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288216093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288216093"}]},"ts":"1731288216093"} 2024-11-11T01:23:36,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:23:36,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:23:36,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288216096"}]},"ts":"1731288216096"} 2024-11-11T01:23:36,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:23:36,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fba84021f83adc0e82619aec0f3089f, ASSIGN}] 2024-11-11T01:23:36,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fba84021f83adc0e82619aec0f3089f, ASSIGN 2024-11-11T01:23:36,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8fba84021f83adc0e82619aec0f3089f, ASSIGN; state=OFFLINE, location=612696b701d2,33933,1731288203150; forceNewPlan=false, retain=false 2024-11-11T01:23:36,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fba84021f83adc0e82619aec0f3089f, regionState=OPENING, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:36,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8fba84021f83adc0e82619aec0f3089f, ASSIGN because future has completed 2024-11-11T01:23:36,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fba84021f83adc0e82619aec0f3089f, server=612696b701d2,33933,1731288203150}] 2024-11-11T01:23:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:36,413 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,414 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fba84021f83adc0e82619aec0f3089f, NAME => 'test,,1731288215230.8fba84021f83adc0e82619aec0f3089f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:36,414 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:36,415 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:23:36,415 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,416 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288215230.8fba84021f83adc0e82619aec0f3089f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:36,416 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,416 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,425 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,427 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fba84021f83adc0e82619aec0f3089f columnFamilyName f 2024-11-11T01:23:36,427 DEBUG [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:36,428 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(327): Store=8fba84021f83adc0e82619aec0f3089f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:36,428 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,429 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fba84021f83adc0e82619aec0f3089f columnFamilyName f1 2024-11-11T01:23:36,430 DEBUG [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:36,431 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(327): Store=8fba84021f83adc0e82619aec0f3089f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:36,431 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,433 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fba84021f83adc0e82619aec0f3089f columnFamilyName norep 2024-11-11T01:23:36,433 DEBUG [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:36,433 INFO [StoreOpener-8fba84021f83adc0e82619aec0f3089f-1 {}] regionserver.HStore(327): Store=8fba84021f83adc0e82619aec0f3089f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:36,434 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,434 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,435 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,436 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,436 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,436 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:23:36,438 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,440 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:36,440 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8fba84021f83adc0e82619aec0f3089f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75169674, jitterRate=0.12011542916297913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:23:36,440 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:36,441 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8fba84021f83adc0e82619aec0f3089f: Running coprocessor pre-open hook at 1731288216416Writing region info on filesystem at 1731288216416Initializing all the Stores at 1731288216417 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288216417Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288216424 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288216424Cleaning up temporary data from old regions at 1731288216436 (+12 ms)Running coprocessor post-open hooks at 1731288216440 (+4 ms)Region opened successfully at 1731288216441 (+1 ms) 2024-11-11T01:23:36,442 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., pid=6, masterSystemTime=1731288216405 2024-11-11T01:23:36,444 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,444 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:36,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fba84021f83adc0e82619aec0f3089f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fba84021f83adc0e82619aec0f3089f, server=612696b701d2,33933,1731288203150 because future has completed 2024-11-11T01:23:36,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:23:36,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fba84021f83adc0e82619aec0f3089f, server=612696b701d2,33933,1731288203150 in 200 msec 2024-11-11T01:23:36,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:23:36,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8fba84021f83adc0e82619aec0f3089f, ASSIGN in 357 msec 2024-11-11T01:23:36,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:23:36,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288216457"}]},"ts":"1731288216457"} 2024-11-11T01:23:36,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:23:36,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:23:36,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2290 sec 2024-11-11T01:23:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:37,392 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:23:37,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40719,1731288207670 2024-11-11T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffdd48d 2024-11-11T01:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:37,394 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:37,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:23:37,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:23:37,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:37,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:23:37,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:23:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:37,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:37,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:37,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:23:37,806 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148915 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [612696b701d2,46031,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T01:23:37,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 727c74a1169259d7cc8a78370c1562a6, NAME => 'test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955 2024-11-11T01:23:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:23:37,847 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:37,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 727c74a1169259d7cc8a78370c1562a6, disabling compactions & flushes 2024-11-11T01:23:37,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:37,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:37,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. after waiting 0 ms 2024-11-11T01:23:37,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:37,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:37,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 727c74a1169259d7cc8a78370c1562a6: Waiting for close lock at 1731288217847Disabling compacts and flushes for region at 1731288217847Disabling writes for close at 1731288217848 (+1 ms)Writing region close event to WAL at 1731288217848Closed at 1731288217848 2024-11-11T01:23:37,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:23:37,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288217850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288217850"}]},"ts":"1731288217850"} 2024-11-11T01:23:37,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:23:37,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:23:37,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288217853"}]},"ts":"1731288217853"} 2024-11-11T01:23:37,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:23:37,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=727c74a1169259d7cc8a78370c1562a6, ASSIGN}] 2024-11-11T01:23:37,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=727c74a1169259d7cc8a78370c1562a6, ASSIGN 2024-11-11T01:23:37,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=727c74a1169259d7cc8a78370c1562a6, ASSIGN; state=OFFLINE, location=612696b701d2,35361,1731288207941; forceNewPlan=false, retain=false 2024-11-11T01:23:38,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=727c74a1169259d7cc8a78370c1562a6, regionState=OPENING, regionLocation=612696b701d2,35361,1731288207941 2024-11-11T01:23:38,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=727c74a1169259d7cc8a78370c1562a6, ASSIGN because future has completed 2024-11-11T01:23:38,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727c74a1169259d7cc8a78370c1562a6, server=612696b701d2,35361,1731288207941}] 2024-11-11T01:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:38,191 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:38,192 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 727c74a1169259d7cc8a78370c1562a6, NAME => 'test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:38,192 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:38,192 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:23:38,192 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,192 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,214 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,221 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727c74a1169259d7cc8a78370c1562a6 columnFamilyName f 2024-11-11T01:23:38,221 DEBUG [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,222 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(327): Store=727c74a1169259d7cc8a78370c1562a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,222 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,223 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727c74a1169259d7cc8a78370c1562a6 columnFamilyName f1 2024-11-11T01:23:38,223 DEBUG [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,223 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(327): Store=727c74a1169259d7cc8a78370c1562a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,224 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,225 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 727c74a1169259d7cc8a78370c1562a6 columnFamilyName norep 2024-11-11T01:23:38,225 DEBUG [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,226 INFO [StoreOpener-727c74a1169259d7cc8a78370c1562a6-1 {}] regionserver.HStore(327): Store=727c74a1169259d7cc8a78370c1562a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,226 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,227 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,227 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,228 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,228 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,229 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:23:38,230 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,248 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:38,249 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 727c74a1169259d7cc8a78370c1562a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66534185, jitterRate=-0.008563384413719177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:23:38,249 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:38,249 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 727c74a1169259d7cc8a78370c1562a6: Running coprocessor pre-open hook at 1731288218195Writing region info on filesystem at 1731288218195Initializing all the Stores at 1731288218197 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218197Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218214 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218214Cleaning up temporary data from old regions at 1731288218228 (+14 ms)Running coprocessor post-open hooks at 1731288218249 (+21 ms)Region opened successfully at 1731288218249 2024-11-11T01:23:38,251 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288217395.727c74a1169259d7cc8a78370c1562a6., pid=6, masterSystemTime=1731288218165 2024-11-11T01:23:38,253 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:38,253 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:38,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=727c74a1169259d7cc8a78370c1562a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,35361,1731288207941 2024-11-11T01:23:38,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 727c74a1169259d7cc8a78370c1562a6, server=612696b701d2,35361,1731288207941 because future has completed 2024-11-11T01:23:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:23:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 727c74a1169259d7cc8a78370c1562a6, server=612696b701d2,35361,1731288207941 in 252 msec 2024-11-11T01:23:38,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:23:38,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=727c74a1169259d7cc8a78370c1562a6, ASSIGN in 411 msec 2024-11-11T01:23:38,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:23:38,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288218272"}]},"ts":"1731288218272"} 2024-11-11T01:23:38,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:23:38,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:23:38,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 881 msec 2024-11-11T01:23:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:38,536 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:23:38,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39031,1731288212864 2024-11-11T01:23:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@526ebcfe 2024-11-11T01:23:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:38,545 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:38,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T01:23:38,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:23:38,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T01:23:38,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741835_1011 (size=902) 2024-11-11T01:23:38,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca014324a9b3ba61264500f89eddae32, NAME => 'test,,1731288218545.ca014324a9b3ba61264500f89eddae32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998 2024-11-11T01:23:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741836_1012 (size=39) 2024-11-11T01:23:38,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731288218545.ca014324a9b3ba61264500f89eddae32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:38,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca014324a9b3ba61264500f89eddae32, disabling compactions & flushes 2024-11-11T01:23:38,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:38,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:38,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731288218545.ca014324a9b3ba61264500f89eddae32. after waiting 0 ms 2024-11-11T01:23:38,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:38,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:38,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca014324a9b3ba61264500f89eddae32: Waiting for close lock at 1731288218569Disabling compacts and flushes for region at 1731288218569Disabling writes for close at 1731288218569Writing region close event to WAL at 1731288218569Closed at 1731288218569 2024-11-11T01:23:38,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:23:38,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731288218545.ca014324a9b3ba61264500f89eddae32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731288218570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288218570"}]},"ts":"1731288218570"} 2024-11-11T01:23:38,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:23:38,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:23:38,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288218576"}]},"ts":"1731288218576"} 2024-11-11T01:23:38,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T01:23:38,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca014324a9b3ba61264500f89eddae32, ASSIGN}] 2024-11-11T01:23:38,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca014324a9b3ba61264500f89eddae32, ASSIGN 2024-11-11T01:23:38,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca014324a9b3ba61264500f89eddae32, ASSIGN; state=OFFLINE, location=612696b701d2,42487,1731288213024; forceNewPlan=false, retain=false 2024-11-11T01:23:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:38,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca014324a9b3ba61264500f89eddae32, regionState=OPENING, regionLocation=612696b701d2,42487,1731288213024 2024-11-11T01:23:38,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca014324a9b3ba61264500f89eddae32, ASSIGN because future has completed 2024-11-11T01:23:38,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca014324a9b3ba61264500f89eddae32, server=612696b701d2,42487,1731288213024}] 2024-11-11T01:23:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:38,958 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:38,958 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca014324a9b3ba61264500f89eddae32, NAME => 'test,,1731288218545.ca014324a9b3ba61264500f89eddae32.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:38,958 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:38,959 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T01:23:38,959 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,959 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731288218545.ca014324a9b3ba61264500f89eddae32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:38,959 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,959 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,962 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,964 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca014324a9b3ba61264500f89eddae32 columnFamilyName f 2024-11-11T01:23:38,964 DEBUG [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,965 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(327): Store=ca014324a9b3ba61264500f89eddae32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,965 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,967 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca014324a9b3ba61264500f89eddae32 columnFamilyName f1 2024-11-11T01:23:38,967 DEBUG [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,967 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(327): Store=ca014324a9b3ba61264500f89eddae32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,967 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,969 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca014324a9b3ba61264500f89eddae32 columnFamilyName norep 2024-11-11T01:23:38,969 DEBUG [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:38,969 INFO [StoreOpener-ca014324a9b3ba61264500f89eddae32-1 {}] regionserver.HStore(327): Store=ca014324a9b3ba61264500f89eddae32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:38,969 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,970 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,975 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,978 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,978 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,979 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:23:38,980 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,993 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:38,993 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca014324a9b3ba61264500f89eddae32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71906395, jitterRate=0.07148878276348114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:23:38,993 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:38,993 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca014324a9b3ba61264500f89eddae32: Running coprocessor pre-open hook at 1731288218959Writing region info on filesystem at 1731288218959Initializing all the Stores at 1731288218960 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218960Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218962 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288218962Cleaning up temporary data from old regions at 1731288218978 (+16 ms)Running coprocessor post-open hooks at 1731288218993 (+15 ms)Region opened successfully at 1731288218993 2024-11-11T01:23:38,994 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731288218545.ca014324a9b3ba61264500f89eddae32., pid=6, masterSystemTime=1731288218914 2024-11-11T01:23:39,006 DEBUG [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:39,006 INFO [RS_OPEN_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:39,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca014324a9b3ba61264500f89eddae32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=612696b701d2,42487,1731288213024 2024-11-11T01:23:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca014324a9b3ba61264500f89eddae32, server=612696b701d2,42487,1731288213024 because future has completed 2024-11-11T01:23:39,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T01:23:39,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca014324a9b3ba61264500f89eddae32, server=612696b701d2,42487,1731288213024 in 277 msec 2024-11-11T01:23:39,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T01:23:39,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca014324a9b3ba61264500f89eddae32, ASSIGN in 436 msec 2024-11-11T01:23:39,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:23:39,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288219022"}]},"ts":"1731288219022"} 2024-11-11T01:23:39,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T01:23:39,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:23:39,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 480 msec 2024-11-11T01:23:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T01:23:39,181 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T01:23:39,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:39,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:39,189 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2111fcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:39,192 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712634a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38213,1731288202926 2024-11-11T01:23:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a39862a 2024-11-11T01:23:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:39,205 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:39,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://612696b701d2:40719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:23:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:23:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:39,211 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:40719' 2024-11-11T01:23:39,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365f6186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,212 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40719,-1 for getting cluster id 2024-11-11T01:23:39,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:39,213 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95' 2024-11-11T01:23:39,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:39,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95" 2024-11-11T01:23:39,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a9fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40719,-1] 2024-11-11T01:23:39,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:39,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:39,215 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:39,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715c8680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:39,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:39,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40719,1731288207670 2024-11-11T01:23:39,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b963940 2024-11-11T01:23:39,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:39,220 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:39,221 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T01:23:39,222 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:23:39,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:39,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:39,222 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T01:23:39,224 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T01:23:39,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T01:23:39,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:39,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T01:23:39,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:39,274 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T01:23:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741837_1013 (size=1138) 2024-11-11T01:23:39,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dff1129b6fdd1a16178b7adb0783c89, NAME => 'hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612 2024-11-11T01:23:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741838_1014 (size=44) 2024-11-11T01:23:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3dff1129b6fdd1a16178b7adb0783c89, disabling compactions & flushes 2024-11-11T01:23:39,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. after waiting 0 ms 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:39,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:39,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dff1129b6fdd1a16178b7adb0783c89: Waiting for close lock at 1731288219756Disabling compacts and flushes for region at 1731288219756Disabling writes for close at 1731288219756Writing region close event to WAL at 1731288219756Closed at 1731288219756 2024-11-11T01:23:39,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T01:23:39,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731288219758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731288219758"}]},"ts":"1731288219758"} 2024-11-11T01:23:39,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T01:23:39,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T01:23:39,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288219761"}]},"ts":"1731288219761"} 2024-11-11T01:23:39,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T01:23:39,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dff1129b6fdd1a16178b7adb0783c89, ASSIGN}] 2024-11-11T01:23:39,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dff1129b6fdd1a16178b7adb0783c89, ASSIGN 2024-11-11T01:23:39,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dff1129b6fdd1a16178b7adb0783c89, ASSIGN; state=OFFLINE, location=612696b701d2,33933,1731288203150; forceNewPlan=false, retain=false 2024-11-11T01:23:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:39,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3dff1129b6fdd1a16178b7adb0783c89, regionState=OPENING, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:39,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dff1129b6fdd1a16178b7adb0783c89, ASSIGN because future has completed 2024-11-11T01:23:39,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dff1129b6fdd1a16178b7adb0783c89, server=612696b701d2,33933,1731288203150}] 2024-11-11T01:23:40,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:40,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T01:23:40,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T01:23:40,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=612696b701d2%2C33933%2C1731288203150.rep, suffix=, logDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150, archiveDir=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/oldWALs, maxLogs=10 2024-11-11T01:23:40,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288220078, exclude list is [], retry=0 2024-11-11T01:23:40,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:40,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288220078 2024-11-11T01:23:40,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:40,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dff1129b6fdd1a16178b7adb0783c89, NAME => 'hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89.', STARTKEY => '', ENDKEY => ''} 2024-11-11T01:23:40,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T01:23:40,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T01:23:40,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. service=MultiRowMutationService 2024-11-11T01:23:40,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T01:23:40,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T01:23:40,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,146 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,148 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dff1129b6fdd1a16178b7adb0783c89 columnFamilyName hfileref 2024-11-11T01:23:40,148 DEBUG [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:40,148 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(327): Store=3dff1129b6fdd1a16178b7adb0783c89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:40,148 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,149 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dff1129b6fdd1a16178b7adb0783c89 columnFamilyName queue 2024-11-11T01:23:40,149 DEBUG [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:40,150 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(327): Store=3dff1129b6fdd1a16178b7adb0783c89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:40,150 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,150 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dff1129b6fdd1a16178b7adb0783c89 columnFamilyName sid 2024-11-11T01:23:40,151 DEBUG [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T01:23:40,151 INFO [StoreOpener-3dff1129b6fdd1a16178b7adb0783c89-1 {}] regionserver.HStore(327): Store=3dff1129b6fdd1a16178b7adb0783c89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T01:23:40,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T01:23:40,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T01:23:40,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3dff1129b6fdd1a16178b7adb0783c89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61068942, jitterRate=-0.09000185132026672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T01:23:40,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:40,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3dff1129b6fdd1a16178b7adb0783c89: Running coprocessor pre-open hook at 1731288220145Writing region info on filesystem at 1731288220145Initializing all the Stores at 1731288220146 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288220146Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288220146Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731288220146Cleaning up temporary data from old regions at 1731288220153 (+7 ms)Running coprocessor post-open hooks at 1731288220161 (+8 ms)Region opened successfully at 1731288220161 2024-11-11T01:23:40,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89., pid=10, masterSystemTime=1731288220072 2024-11-11T01:23:40,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:40,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:40,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3dff1129b6fdd1a16178b7adb0783c89, regionState=OPEN, openSeqNum=2, regionLocation=612696b701d2,33933,1731288203150 2024-11-11T01:23:40,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dff1129b6fdd1a16178b7adb0783c89, server=612696b701d2,33933,1731288203150 because future has completed 2024-11-11T01:23:40,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T01:23:40,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dff1129b6fdd1a16178b7adb0783c89, server=612696b701d2,33933,1731288203150 in 250 msec 2024-11-11T01:23:40,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T01:23:40,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dff1129b6fdd1a16178b7adb0783c89, ASSIGN in 409 msec 2024-11-11T01:23:40,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T01:23:40,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731288220174"}]},"ts":"1731288220174"} 2024-11-11T01:23:40,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T01:23:40,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T01:23:40,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 955 msec 2024-11-11T01:23:40,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89., hostname=612696b701d2,33933,1731288203150, seqNum=2] 2024-11-11T01:23:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:40,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:23:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:40,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T01:23:40,431 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T01:23:40,468 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-612696b701d2,33933,1731288203150, ReplicationSource: 1, currentBandwidth=0 2024-11-11T01:23:40,469 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:40,469 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33933,1731288203150, seqNum=-1] 2024-11-11T01:23:40,469 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:40,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T01:23:40,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-612696b701d2,33933,1731288203150', locateType=CURRENT is [region=hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89., hostname=612696b701d2,33933,1731288203150, seqNum=2] 2024-11-11T01:23:40,475 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T01:23:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T01:23:40,477 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 612696b701d2,33933,1731288203150 suceeded 2024-11-11T01:23:40,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T01:23:40,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-11T01:23:40,479 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://612696b701d2:40719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:23:40,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2740 sec 2024-11-11T01:23:40,494 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:40719' 2024-11-11T01:23:40,495 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123021de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:40,495 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40719,-1 for getting cluster id 2024-11-11T01:23:40,496 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:40,496 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95' 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95" 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a20e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40719,-1] 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:40,498 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:40,498 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b071bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:40,499 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40719,1731288207670 2024-11-11T01:23:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abf9be3 2024-11-11T01:23:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:40,500 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T01:23:40,501 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-612696b701d2,33933,1731288203150 (queues=1) is replicating from cluster=f9e1e2f8-5d6f-403d-b39c-6610585aa8db to cluster=06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95 2024-11-11T01:23:40,501 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=612696b701d2%2C33933%2C1731288203150 2024-11-11T01:23:40,501 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-612696b701d2,33933,1731288203150, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:23:40,502 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C33933%2C1731288203150 2024-11-11T01:23:40,502 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376, startPosition=0, beingWritten=true 2024-11-11T01:23:40,510 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:40,511 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 379, reset compression=false 2024-11-11T01:23:40,511 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:40,714 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 379, reset compression=false 2024-11-11T01:23:41,020 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 379, reset compression=false 2024-11-11T01:23:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T01:23:41,366 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T01:23:41,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:41,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:41,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:41,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:41,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:41,368 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106ad6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,369 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cd6db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40719,-1 for getting cluster id 2024-11-11T01:23:41,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:41,372 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95' 2024-11-11T01:23:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95" 2024-11-11T01:23:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b29216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40719,-1] 2024-11-11T01:23:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,374 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307e713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39031,-1 for getting cluster id 2024-11-11T01:23:41,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:41,376 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da2287ed-b0f1-4c09-be10-1a5d2245171c' 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da2287ed-b0f1-4c09-be10-1a5d2245171c" 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b61d2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39031,-1] 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,378 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242e6b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:41,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731288221383/Put/seqid=0 2024-11-11T01:23:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741840_1016 (size=7894) 2024-11-11T01:23:41,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731288221392/Put/seqid=0 2024-11-11T01:23:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741841_1017 (size=7691) 2024-11-11T01:23:41,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:41,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:41,410 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,411 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:41,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33933,1731288203150, seqNum=-1] 2024-11-11T01:23:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:41,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:41,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38213,1731288202926 2024-11-11T01:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778baccc 2024-11-11T01:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:41,427 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:41,429 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 379, reset compression=false 2024-11-11T01:23:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2] 2024-11-11T01:23:41,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:23:41,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T01:23:41,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T01:23:41,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T01:23:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:41,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T01:23:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegion(2603): Flush status journal for 8fba84021f83adc0e82619aec0f3089f: 2024-11-11T01:23:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_0 2024-11-11T01:23:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_0 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ 2024-11-11T01:23:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_1 2024-11-11T01:23:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_1 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/b2cef2030c554a929695412581a8f155_SeqId_4_ 2024-11-11T01:23:41,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_0 into 8fba84021f83adc0e82619aec0f3089f/f as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ - updating store file list. 2024-11-11T01:23:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:41,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ into 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:41,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_0 into 8fba84021f83adc0e82619aec0f3089f/f (new location: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_) 2024-11-11T01:23:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_0 2024-11-11T01:23:41,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_1 into 8fba84021f83adc0e82619aec0f3089f/f as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/b2cef2030c554a929695412581a8f155_SeqId_4_ - updating store file list. 2024-11-11T01:23:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2cef2030c554a929695412581a8f155_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:41,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/b2cef2030c554a929695412581a8f155_SeqId_4_ into 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:41,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_1 into 8fba84021f83adc0e82619aec0f3089f/f (new location: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/b2cef2030c554a929695412581a8f155_SeqId_4_) 2024-11-11T01:23:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__s9v4jhc5k4clk5ca5nobaduval88t366cuc49ik8a75pf40on4v9ofgv2b3vdii8/f/hfile_1 2024-11-11T01:23:41,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:41,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:41,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 , the old value is region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:33933 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:23:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:23:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 from cache 2024-11-11T01:23:41,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:41,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35361,1731288207941, seqNum=-1] 2024-11-11T01:23:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:41,477 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T01:23:41,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288217395.727c74a1169259d7cc8a78370c1562a6., hostname=612696b701d2,35361,1731288207941, seqNum=2] 2024-11-11T01:23:41,482 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:23:41,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:33933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:23:41,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:41,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:41,933 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 379, reset compression=false 2024-11-11T01:23:41,950 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:41,951 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fba84021f83adc0e82619aec0f3089f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288221473/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:23:41,954 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:41,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T01:23:41,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.ReplicationSink(318): Replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:41,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e9c490a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,40719,-1 for getting cluster id 2024-11-11T01:23:41,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:41,963 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95' 2024-11-11T01:23:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06e66c0e-f9cd-45ec-ba7b-4de7e4a46b95" 2024-11-11T01:23:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@745acaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,40719,-1] 2024-11-11T01:23:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:41,965 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:41,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741837_1013 (size=7894) 2024-11-11T01:23:42,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741838_1014 (size=7691) 2024-11-11T01:23:42,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:42,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,40719,1731288207670 2024-11-11T01:23:42,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4024e98 2024-11-11T01:23:42,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:42,042 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T01:23:42,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:23:42,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:42,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,35361,1731288207941, seqNum=-1] 2024-11-11T01:23:42,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:42,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T01:23:42,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T01:23:42,076 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T01:23:42,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ for inclusion in 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T01:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:42,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ for inclusion in 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T01:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegion(2603): Flush status journal for 727c74a1169259d7cc8a78370c1562a6: 2024-11-11T01:23:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/d3292ae3807e4f569c168f15d0472d57_SeqId_4_ 2024-11-11T01:23:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2cef2030c554a929695412581a8f155_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/121f513b52e0473689d57937503fb44e_SeqId_4_ 2024-11-11T01:23:42,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/d3292ae3807e4f569c168f15d0472d57_SeqId_4_ - updating store file list. 2024-11-11T01:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3292ae3807e4f569c168f15d0472d57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:42,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/d3292ae3807e4f569c168f15d0472d57_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:42,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f (new location: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/d3292ae3807e4f569c168f15d0472d57_SeqId_4_) 2024-11-11T01:23:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/f6a4e9c0368b4c8c8766af74b8c0046d_SeqId_4_ 2024-11-11T01:23:42,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/121f513b52e0473689d57937503fb44e_SeqId_4_ - updating store file list. 2024-11-11T01:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 121f513b52e0473689d57937503fb44e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:42,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/121f513b52e0473689d57937503fb44e_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:42,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ into 727c74a1169259d7cc8a78370c1562a6/f (new location: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/121f513b52e0473689d57937503fb44e_SeqId_4_) 2024-11-11T01:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__ddftgijcc1kpo9rcj9o46pda7v2glqjfu8gfo2onpoul6ojggi084dib5dhae49a/f/b2cef2030c554a929695412581a8f155_SeqId_4_ 2024-11-11T01:23:42,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.ReplicationSink(324): Finished replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:42,151 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 687, reset compression=false 2024-11-11T01:23:42,457 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 687, reset compression=false 2024-11-11T01:23:42,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42487,1731288213024, seqNum=-1] 2024-11-11T01:23:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:42,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288218545.ca014324a9b3ba61264500f89eddae32., hostname=612696b701d2,42487,1731288213024, seqNum=2] 2024-11-11T01:23:42,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:42,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T01:23:42,511 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 612696b701d2%2C33933%2C1731288203150.rep:(num 1731288220078) roll requested 2024-11-11T01:23:42,527 DEBUG [regionserver/612696b701d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288222511, exclude list is [], retry=0 2024-11-11T01:23:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:42,535 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288220078 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288222511 2024-11-11T01:23:42,535 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:42,535 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288220078 is not closed yet, will try archiving it next time 2024-11-11T01:23:42,535 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 612696b701d2%2C33933%2C1731288203150.meta:.meta(num 1731288204998) roll requested 2024-11-11T01:23:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741839_1015 (size=1505) 2024-11-11T01:23:42,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.rep.1731288220078 not finished, retry = 0 2024-11-11T01:23:42,554 DEBUG [regionserver/612696b701d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288222535.meta, exclude list is [], retry=0 2024-11-11T01:23:42,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:42,592 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288204998.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288222535.meta 2024-11-11T01:23:42,612 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:42,612 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288204998.meta is not closed yet, will try archiving it next time 2024-11-11T01:23:42,612 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 612696b701d2%2C33933%2C1731288203150:(num 1731288204376) roll requested 2024-11-11T01:23:42,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.meta.1731288204998.meta not finished, retry = 0 2024-11-11T01:23:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741834_1010 (size=3473) 2024-11-11T01:23:42,632 DEBUG [regionserver/612696b701d2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, exclude list is [], retry=0 2024-11-11T01:23:42,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-d033ed2e-e6b1-4434-9dd4-01d4d145615d,DISK] 2024-11-11T01:23:42,639 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 2024-11-11T01:23:42,644 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-11T01:23:42,644 DEBUG [regionserver/612696b701d2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 is not closed yet, will try archiving it next time 2024-11-11T01:23:42,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462edd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:42,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:42,647 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0ee7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:42,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 not finished, retry = 0 2024-11-11T01:23:42,650 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7844120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38213,1731288202926 2024-11-11T01:23:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@777a9bb8 2024-11-11T01:23:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741833_1009 (size=695) 2024-11-11T01:23:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:42,653 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:42,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://612696b701d2:39031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T01:23:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T01:23:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:23:42,657 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:39031' 2024-11-11T01:23:42,660 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7578e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,660 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39031,-1 for getting cluster id 2024-11-11T01:23:42,660 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:42,661 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da2287ed-b0f1-4c09-be10-1a5d2245171c' 2024-11-11T01:23:42,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:42,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da2287ed-b0f1-4c09-be10-1a5d2245171c" 2024-11-11T01:23:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52435008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39031,-1] 2024-11-11T01:23:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:42,663 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:42,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca2febb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:42,663 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:42,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39031,1731288212864 2024-11-11T01:23:42,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ad9846 2024-11-11T01:23:42,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:42,665 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:42,666 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T01:23:42,666 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T01:23:42,666 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:42,666 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:42,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:42,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T01:23:42,753 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/oldWALs/612696b701d2%2C33933%2C1731288203150.1731288204376 2024-11-11T01:23:42,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T01:23:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:23:42,866 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 to pos 687, reset compression=false 2024-11-11T01:23:42,884 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 was moved to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/oldWALs/612696b701d2%2C33933%2C1731288203150.1731288204376 2024-11-11T01:23:42,888 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376 2024-11-11T01:23:42,888 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288204376, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T01:23:42,888 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, startPosition=0, beingWritten=true 2024-11-11T01:23:42,893 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [612696b701d2%2C33933%2C1731288203150.1731288204376] 2024-11-11T01:23:42,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T01:23:42,922 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T01:23:42,967 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-612696b701d2,33933,1731288203150, ReplicationSource: 2, currentBandwidth=0 2024-11-11T01:23:42,976 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T01:23:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:23:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38213 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T01:23:42,983 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 612696b701d2,33933,1731288203150 suceeded 2024-11-11T01:23:42,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T01:23:42,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-11T01:23:42,985 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://612696b701d2:39031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T01:23:42,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 331 msec 2024-11-11T01:23:43,004 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='612696b701d2:39031' 2024-11-11T01:23:43,010 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ee1168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,011 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39031,-1 for getting cluster id 2024-11-11T01:23:43,011 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:43,012 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da2287ed-b0f1-4c09-be10-1a5d2245171c' 2024-11-11T01:23:43,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da2287ed-b0f1-4c09-be10-1a5d2245171c" 2024-11-11T01:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf4ef9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39031,-1] 2024-11-11T01:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,018 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:43,018 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37aff82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,019 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39031,1731288212864 2024-11-11T01:23:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608a8ca8 2024-11-11T01:23:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:43,025 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T01:23:43,026 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-612696b701d2,33933,1731288203150 (queues=1) is replicating from cluster=f9e1e2f8-5d6f-403d-b39c-6610585aa8db to cluster=da2287ed-b0f1-4c09-be10-1a5d2245171c 2024-11-11T01:23:43,026 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=612696b701d2%2C33933%2C1731288203150 2024-11-11T01:23:43,026 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-612696b701d2,33933,1731288203150, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T01:23:43,039 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, startPosition=0, beingWritten=true 2024-11-11T01:23:43,040 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 612696b701d2%2C33933%2C1731288203150 2024-11-11T01:23:43,252 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 0, reset compression=false 2024-11-11T01:23:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T01:23:43,285 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T01:23:43,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:43,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:43,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:43,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T01:23:43,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731288223289/Put/seqid=0 2024-11-11T01:23:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741845_1021 (size=11194) 2024-11-11T01:23:43,436 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 0, reset compression=false 2024-11-11T01:23:43,556 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 0, reset compression=false 2024-11-11T01:23:43,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731288223698/Put/seqid=0 2024-11-11T01:23:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741846_1022 (size=10791) 2024-11-11T01:23:43,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,38213,-1 for getting cluster id 2024-11-11T01:23:43,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:43,710 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e1e2f8-5d6f-403d-b39c-6610585aa8db' 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e1e2f8-5d6f-403d-b39c-6610585aa8db" 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a2ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,38213,-1] 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,711 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:43,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,33933,1731288203150, seqNum=-1] 2024-11-11T01:23:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:43,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T01:23:43,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,38213,1731288202926 2024-11-11T01:23:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683756a1 2024-11-11T01:23:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:43,724 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T01:23:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2] 2024-11-11T01:23:43,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:23:43,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T01:23:43,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T01:23:43,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T01:23:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:43,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T01:23:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegion(2603): Flush status journal for 8fba84021f83adc0e82619aec0f3089f: 2024-11-11T01:23:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_1 2024-11-11T01:23:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_1 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ 2024-11-11T01:23:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_0 2024-11-11T01:23:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_0 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ 2024-11-11T01:23:43,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_1 into 8fba84021f83adc0e82619aec0f3089f/f as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ - updating store file list. 2024-11-11T01:23:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:43,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ into 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:43,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_1 into 8fba84021f83adc0e82619aec0f3089f/f (new location: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_) 2024-11-11T01:23:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_1 2024-11-11T01:23:43,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_0 into 8fba84021f83adc0e82619aec0f3089f/f as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ - updating store file list. 2024-11-11T01:23:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:43,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ into 8fba84021f83adc0e82619aec0f3089f/f 2024-11-11T01:23:43,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_0 into 8fba84021f83adc0e82619aec0f3089f/f (new location: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_) 2024-11-11T01:23:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/staging/jenkins__test__7829o1dk96t8ms3q8fp9qj0ncefum27pvleue6skjlfrn093vthuv8555ueket4i/f/hfile_0 2024-11-11T01:23:43,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:43,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:43,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 , the old value is region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=612696b701d2:33933 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:23:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T01:23:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., hostname=612696b701d2,33933,1731288203150, seqNum=2 from cache 2024-11-11T01:23:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48290 deadline: 1731288283808 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48290 2024-11-11T01:23:43,812 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:23:43,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:33933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T01:23:43,959 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 0, reset compression=false 2024-11-11T01:23:43,966 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:43,966 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fba84021f83adc0e82619aec0f3089f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288223805/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:23:43,968 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T01:23:43,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T01:23:43,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.ReplicationSink(318): Replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:43,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a28955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] client.ClusterIdFetcher(90): Going to request 612696b701d2,39031,-1 for getting cluster id 2024-11-11T01:23:43,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T01:23:43,970 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da2287ed-b0f1-4c09-be10-1a5d2245171c' 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da2287ed-b0f1-4c09-be10-1a5d2245171c" 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30446df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [612696b701d2,39031,-1] 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T01:23:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:43,972 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T01:23:43,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bb99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T01:23:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741837_1013 (size=10791) 2024-11-11T01:23:44,050 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 0, reset compression=false 2024-11-11T01:23:44,055 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T01:23:44,055 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[{test/8fba84021f83adc0e82619aec0f3089f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731288223805/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T01:23:44,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.ReplicationSink(318): Replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741839_1015 (size=10791) 2024-11-11T01:23:44,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741840_1016 (size=11194) 2024-11-11T01:23:44,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:23:44,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T01:23:44,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T01:23:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ for inclusion in 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T01:23:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:44,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ for inclusion in 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T01:23:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegion(2603): Flush status journal for 727c74a1169259d7cc8a78370c1562a6: 2024-11-11T01:23:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/871d6da899074b20a7da0ebe7fcc147f_SeqId_6_ 2024-11-11T01:23:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/ba08e8f83fea4734987e4eb67767c0af_SeqId_6_ 2024-11-11T01:23:44,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/871d6da899074b20a7da0ebe7fcc147f_SeqId_6_ - updating store file list. 2024-11-11T01:23:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 871d6da899074b20a7da0ebe7fcc147f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/871d6da899074b20a7da0ebe7fcc147f_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f (new location: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/871d6da899074b20a7da0ebe7fcc147f_SeqId_6_) 2024-11-11T01:23:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ 2024-11-11T01:23:44,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/ba08e8f83fea4734987e4eb67767c0af_SeqId_6_ - updating store file list. 2024-11-11T01:23:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba08e8f83fea4734987e4eb67767c0af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:44,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/ba08e8f83fea4734987e4eb67767c0af_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f 2024-11-11T01:23:44,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ into 727c74a1169259d7cc8a78370c1562a6/f (new location: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/f/ba08e8f83fea4734987e4eb67767c0af_SeqId_6_) 2024-11-11T01:23:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/staging/jenkins.hfs.22__test__3uu3gffjeb6ujc1n5utuqpiiuq7sckr0a7gpb0leshoohnfdberktcfl43stlco2/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ 2024-11-11T01:23:44,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] regionserver.ReplicationSink(324): Finished replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:44,166 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,255 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741838_1014 (size=11194) 2024-11-11T01:23:44,477 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,558 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T01:23:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 612696b701d2,39031,1731288212864 2024-11-11T01:23:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fc3c9f0 2024-11-11T01:23:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T01:23:44,828 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T01:23:44,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T01:23:44,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T01:23:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=612696b701d2,42487,1731288213024, seqNum=-1] 2024-11-11T01:23:44,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T01:23:44,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T01:23:44,842 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T01:23:44,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T01:23:44,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T01:23:44,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ for inclusion in ca014324a9b3ba61264500f89eddae32/f 2024-11-11T01:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T01:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:44,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ for inclusion in ca014324a9b3ba61264500f89eddae32/f 2024-11-11T01:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T01:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T01:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HRegion(2603): Flush status journal for ca014324a9b3ba61264500f89eddae32: 2024-11-11T01:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/d436b3237170410fa2f63c2a3c7d6b45_SeqId_4_ 2024-11-11T01:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T01:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/7c1aa73900924c888b210f8d509d268f_SeqId_4_ 2024-11-11T01:23:44,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ into ca014324a9b3ba61264500f89eddae32/f as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/d436b3237170410fa2f63c2a3c7d6b45_SeqId_4_ - updating store file list. 2024-11-11T01:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d436b3237170410fa2f63c2a3c7d6b45_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:44,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/d436b3237170410fa2f63c2a3c7d6b45_SeqId_4_ into ca014324a9b3ba61264500f89eddae32/f 2024-11-11T01:23:44,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ into ca014324a9b3ba61264500f89eddae32/f (new location: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/d436b3237170410fa2f63c2a3c7d6b45_SeqId_4_) 2024-11-11T01:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/5fd3a08d743c489f8dfd7c1f96fc857c_SeqId_6_ 2024-11-11T01:23:44,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ into ca014324a9b3ba61264500f89eddae32/f as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/7c1aa73900924c888b210f8d509d268f_SeqId_4_ - updating store file list. 2024-11-11T01:23:44,885 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c1aa73900924c888b210f8d509d268f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T01:23:44,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/7c1aa73900924c888b210f8d509d268f_SeqId_4_ into ca014324a9b3ba61264500f89eddae32/f 2024-11-11T01:23:44,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ into ca014324a9b3ba61264500f89eddae32/f (new location: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/f/7c1aa73900924c888b210f8d509d268f_SeqId_4_) 2024-11-11T01:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/staging/jenkins.hfs.23__test__e1cmp6rcitl8ot3nq01j13iffkcd24n0h4efsvjpfpoc6ccednq2b5aqnv7imr09/f/2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_ 2024-11-11T01:23:44,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] regionserver.ReplicationSink(324): Finished replicating [f9e1e2f8-5d6f-403d-b39c-6610585aa8db] bulk loaded data 2024-11-11T01:23:44,969 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:44,980 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:23:45,398 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:45,493 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:45,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:45,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:45,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:45,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:45,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:45,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:45,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:45,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147947498, stopped=false 2024-11-11T01:23:45,862 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,39031,1731288212864 2024-11-11T01:23:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2671784491/running 2024-11-11T01:23:45,865 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2671784491/running 2024-11-11T01:23:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:45,865 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:45,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:45,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:45,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:45,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:45,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/running 2024-11-11T01:23:45,866 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,42487,1731288213024' ***** 2024-11-11T01:23:45,866 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:45,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Set watcher on znode that does not yet exist, /2671784491/running 2024-11-11T01:23:45,867 INFO [RS:0;612696b701d2:42487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:45,867 INFO [RS:0;612696b701d2:42487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:45,867 INFO [RS:0;612696b701d2:42487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:45,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:45,868 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(3091): Received CLOSE for ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:45,872 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,42487,1731288213024 2024-11-11T01:23:45,872 INFO [RS:0;612696b701d2:42487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:45,872 INFO [RS:0;612696b701d2:42487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:42487. 2024-11-11T01:23:45,872 DEBUG [RS:0;612696b701d2:42487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:45,872 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca014324a9b3ba61264500f89eddae32, disabling compactions & flushes 2024-11-11T01:23:45,872 DEBUG [RS:0;612696b701d2:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:45,872 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:45,872 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:45,872 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288218545.ca014324a9b3ba61264500f89eddae32. after waiting 0 ms 2024-11-11T01:23:45,872 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:45,872 INFO [RS:0;612696b701d2:42487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:45,873 INFO [RS:0;612696b701d2:42487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:45,873 INFO [RS:0;612696b701d2:42487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:45,873 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:45,880 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:23:45,880 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1325): Online Regions={ca014324a9b3ba61264500f89eddae32=test,,1731288218545.ca014324a9b3ba61264500f89eddae32., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:23:45,880 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca014324a9b3ba61264500f89eddae32 2024-11-11T01:23:45,880 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:45,880 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:45,880 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:45,880 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:45,880 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:45,881 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T01:23:45,898 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/default/test/ca014324a9b3ba61264500f89eddae32/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T01:23:45,899 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:45,899 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:45,899 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:45,899 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca014324a9b3ba61264500f89eddae32: Waiting for close lock at 1731288225872Running coprocessor pre-close hooks at 1731288225872Disabling compacts and flushes for region at 1731288225872Disabling writes for close at 1731288225872Writing region close event to WAL at 1731288225880 (+8 ms)Running coprocessor post-close hooks at 1731288225898 (+18 ms)Closed at 1731288225899 (+1 ms) 2024-11-11T01:23:45,899 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288218545.ca014324a9b3ba61264500f89eddae32. 2024-11-11T01:23:45,909 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/info/b13892b7e7924b6899f9be0f71fad2ea is 129, key is test,,1731288218545.ca014324a9b3ba61264500f89eddae32./info:regioninfo/1731288219008/Put/seqid=0 2024-11-11T01:23:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741839_1015 (size=6421) 2024-11-11T01:23:45,921 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/info/b13892b7e7924b6899f9be0f71fad2ea 2024-11-11T01:23:45,944 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/ns/52f742e692854fc28545593692e39435 is 43, key is default/ns:d/1731288215107/Put/seqid=0 2024-11-11T01:23:45,946 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741840_1016 (size=5153) 2024-11-11T01:23:46,021 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:46,080 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:46,109 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:46,280 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:46,350 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/ns/52f742e692854fc28545593692e39435 2024-11-11T01:23:46,370 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/rep_barrier/7e051ad4ff6e43dd94010f5bb77ace93 is 112, key is test,,1731288218545.ca014324a9b3ba61264500f89eddae32./rep_barrier:seqnumDuringOpen/1731288219008/Put/seqid=0 2024-11-11T01:23:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741841_1017 (size=5518) 2024-11-11T01:23:46,481 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:46,615 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:23:46,615 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:23:46,681 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:46,724 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:46,774 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/rep_barrier/7e051ad4ff6e43dd94010f5bb77ace93 2024-11-11T01:23:46,793 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/table/4a07b5c99cbd4d0ca5399e0402314e77 is 40, key is test/table:state/1731288219022/Put/seqid=0 2024-11-11T01:23:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741842_1018 (size=5165) 2024-11-11T01:23:46,812 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:46,881 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:23:46,881 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:23:46,881 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:47,081 DEBUG [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:47,201 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/table/4a07b5c99cbd4d0ca5399e0402314e77 2024-11-11T01:23:47,213 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/info/b13892b7e7924b6899f9be0f71fad2ea as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/info/b13892b7e7924b6899f9be0f71fad2ea 2024-11-11T01:23:47,218 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/info/b13892b7e7924b6899f9be0f71fad2ea, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T01:23:47,219 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/ns/52f742e692854fc28545593692e39435 as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/ns/52f742e692854fc28545593692e39435 2024-11-11T01:23:47,224 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/ns/52f742e692854fc28545593692e39435, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:23:47,225 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/rep_barrier/7e051ad4ff6e43dd94010f5bb77ace93 as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/rep_barrier/7e051ad4ff6e43dd94010f5bb77ace93 2024-11-11T01:23:47,231 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/rep_barrier/7e051ad4ff6e43dd94010f5bb77ace93, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T01:23:47,232 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/.tmp/table/4a07b5c99cbd4d0ca5399e0402314e77 as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/table/4a07b5c99cbd4d0ca5399e0402314e77 2024-11-11T01:23:47,239 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/table/4a07b5c99cbd4d0ca5399e0402314e77, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:23:47,245 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=11, compaction requested=false 2024-11-11T01:23:47,272 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:23:47,273 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:47,273 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:47,273 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:47,273 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288225880Running coprocessor pre-close hooks at 1731288225880Disabling compacts and flushes for region at 1731288225880Disabling writes for close at 1731288225880Obtaining lock to block concurrent updates at 1731288225881 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731288225881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731288225881Flushing stores of hbase:meta,,1.1588230740 at 1731288225882 (+1 ms)Flushing 1588230740/info: creating writer at 1731288225882Flushing 1588230740/info: appending metadata at 1731288225909 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731288225909Flushing 1588230740/ns: creating writer at 1731288225925 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731288225944 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731288225944Flushing 1588230740/rep_barrier: creating writer at 1731288226353 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288226370 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288226370Flushing 1588230740/table: creating writer at 1731288226778 (+408 ms)Flushing 1588230740/table: appending metadata at 1731288226793 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731288226793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20434e56: reopening flushed file at 1731288227212 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3db3d4: reopening flushed file at 1731288227218 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1942a1a5: reopening flushed file at 1731288227224 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d359141: reopening flushed file at 1731288227231 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=11, compaction requested=false at 1731288227245 (+14 ms)Writing region close event to WAL at 1731288227252 (+7 ms)Running coprocessor post-close hooks at 1731288227273 (+21 ms)Closed at 1731288227273 2024-11-11T01:23:47,273 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:47,284 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,42487,1731288213024; all regions closed. 2024-11-11T01:23:47,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.meta.1731288215018.meta not finished, retry = 0 2024-11-11T01:23:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741834_1010 (size=2717) 2024-11-11T01:23:47,396 DEBUG [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/oldWALs 2024-11-11T01:23:47,396 INFO [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C42487%2C1731288213024.meta:.meta(num 1731288215018) 2024-11-11T01:23:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741833_1009 (size=1028) 2024-11-11T01:23:47,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/WALs/612696b701d2,42487,1731288213024/612696b701d2%2C42487%2C1731288213024.1731288214757 not finished, retry = 0 2024-11-11T01:23:47,527 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:47,532 DEBUG [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/oldWALs 2024-11-11T01:23:47,532 INFO [RS:0;612696b701d2:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C42487%2C1731288213024:(num 1731288214757) 2024-11-11T01:23:47,532 DEBUG [RS:0;612696b701d2:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:47,532 INFO [RS:0;612696b701d2:42487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:47,532 INFO [RS:0;612696b701d2:42487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:47,532 INFO [RS:0;612696b701d2:42487 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:47,533 INFO [RS:0;612696b701d2:42487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:47,533 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:47,533 INFO [RS:0;612696b701d2:42487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:42487. 2024-11-11T01:23:47,533 DEBUG [RS:0;612696b701d2:42487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:47,533 DEBUG [RS:0;612696b701d2:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:47,533 DEBUG [RS:0;612696b701d2:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:47,533 INFO [RS:0;612696b701d2:42487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42487 2024-11-11T01:23:47,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:47,549 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2671784491/rs/612696b701d2,42487,1731288213024 2024-11-11T01:23:47,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491/rs 2024-11-11T01:23:47,549 INFO [RS:0;612696b701d2:42487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:47,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,42487,1731288213024] 2024-11-11T01:23:47,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/draining/612696b701d2,42487,1731288213024 already deleted, retry=false 2024-11-11T01:23:47,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,42487,1731288213024 expired; onlineServers=0 2024-11-11T01:23:47,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,39031,1731288212864' ***** 2024-11-11T01:23:47,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:47,560 INFO [M:0;612696b701d2:39031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:47,560 INFO [M:0;612696b701d2:39031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:47,561 DEBUG [M:0;612696b701d2:39031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:47,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:47,561 DEBUG [M:0;612696b701d2:39031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:47,561 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288214381 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288214381,5,FailOnTimeoutGroup] 2024-11-11T01:23:47,561 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288214381 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288214381,5,FailOnTimeoutGroup] 2024-11-11T01:23:47,561 INFO [M:0;612696b701d2:39031 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:47,561 INFO [M:0;612696b701d2:39031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:47,561 DEBUG [M:0;612696b701d2:39031 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:47,561 INFO [M:0;612696b701d2:39031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:47,561 INFO [M:0;612696b701d2:39031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:47,561 INFO [M:0;612696b701d2:39031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:47,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2671784491/master 2024-11-11T01:23:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2671784491 2024-11-11T01:23:47,592 DEBUG [M:0;612696b701d2:39031 {}] zookeeper.RecoverableZooKeeper(212): Node /2671784491/master already deleted, retry=false 2024-11-11T01:23:47,592 DEBUG [M:0;612696b701d2:39031 {}] master.ActiveMasterManager(353): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Failed delete of our master address node; KeeperErrorCode = NoNode for /2671784491/master 2024-11-11T01:23:47,592 INFO [M:0;612696b701d2:39031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/.lastflushedseqids 2024-11-11T01:23:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741843_1019 (size=173) 2024-11-11T01:23:47,616 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:47,671 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:47,671 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101277d6d880007, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:47,671 INFO [RS:0;612696b701d2:42487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:47,671 INFO [RS:0;612696b701d2:42487 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,42487,1731288213024; zookeeper connection closed. 2024-11-11T01:23:47,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b13a708 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b13a708 2024-11-11T01:23:47,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:48,000 INFO [M:0;612696b701d2:39031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:48,001 INFO [M:0;612696b701d2:39031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:48,001 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:48,001 INFO [M:0;612696b701d2:39031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:48,001 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:48,001 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:48,001 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:48,001 INFO [M:0;612696b701d2:39031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T01:23:48,019 DEBUG [M:0;612696b701d2:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfa52a19614f42b00712b79fc64410 is 82, key is hbase:meta,,1/info:regioninfo/1731288215085/Put/seqid=0 2024-11-11T01:23:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741844_1020 (size=5672) 2024-11-11T01:23:48,022 INFO [M:0;612696b701d2:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfa52a19614f42b00712b79fc64410 2024-11-11T01:23:48,039 DEBUG [M:0;612696b701d2:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b88d93aef244ffb37184b9707af68f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731288219027/Put/seqid=0 2024-11-11T01:23:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741845_1021 (size=6586) 2024-11-11T01:23:48,436 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:48,446 INFO [M:0;612696b701d2:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b88d93aef244ffb37184b9707af68f 2024-11-11T01:23:48,472 DEBUG [M:0;612696b701d2:39031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e4314adafc149ee807c501a236d1dd1 is 69, key is 612696b701d2,42487,1731288213024/rs:state/1731288214521/Put/seqid=0 2024-11-11T01:23:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741846_1022 (size=5156) 2024-11-11T01:23:48,495 INFO [M:0;612696b701d2:39031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e4314adafc149ee807c501a236d1dd1 2024-11-11T01:23:48,504 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86cfa52a19614f42b00712b79fc64410 as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86cfa52a19614f42b00712b79fc64410 2024-11-11T01:23:48,510 INFO [M:0;612696b701d2:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86cfa52a19614f42b00712b79fc64410, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T01:23:48,512 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b88d93aef244ffb37184b9707af68f as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48b88d93aef244ffb37184b9707af68f 2024-11-11T01:23:48,524 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:48,551 INFO [M:0;612696b701d2:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48b88d93aef244ffb37184b9707af68f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T01:23:48,557 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e4314adafc149ee807c501a236d1dd1 as hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e4314adafc149ee807c501a236d1dd1 2024-11-11T01:23:48,567 INFO [M:0;612696b701d2:39031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42379/user/jenkins/test-data/b968403b-de8a-f28e-7016-a4e58890a998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e4314adafc149ee807c501a236d1dd1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T01:23:48,569 INFO [M:0;612696b701d2:39031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=55, compaction requested=false 2024-11-11T01:23:48,588 INFO [M:0;612696b701d2:39031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:48,588 DEBUG [M:0;612696b701d2:39031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288228001Disabling compacts and flushes for region at 1731288228001Disabling writes for close at 1731288228001Obtaining lock to block concurrent updates at 1731288228001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288228001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731288228002 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288228002Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288228002Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288228019 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288228019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288228025 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288228039 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288228039Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288228451 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288228472 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288228472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9377b7: reopening flushed file at 1731288228503 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1aeeae: reopening flushed file at 1731288228511 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4cd2c9: reopening flushed file at 1731288228551 (+40 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=55, compaction requested=false at 1731288228569 (+18 ms)Writing region close event to WAL at 1731288228588 (+19 ms)Closed at 1731288228588 2024-11-11T01:23:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741830_1006 (size=32770) 2024-11-11T01:23:48,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:48,601 INFO [M:0;612696b701d2:39031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:48,602 INFO [M:0;612696b701d2:39031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39031 2024-11-11T01:23:48,602 INFO [M:0;612696b701d2:39031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:48,748 INFO [M:0;612696b701d2:39031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39031-0x101277d6d880006, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:48,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195293a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:48,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:48,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:48,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:48,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:48,778 WARN [BP-103911217-172.17.0.3-1731288210422 heartbeating to localhost/127.0.0.1:42379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:48,778 WARN [BP-103911217-172.17.0.3-1731288210422 heartbeating to localhost/127.0.0.1:42379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-103911217-172.17.0.3-1731288210422 (Datanode Uuid 2645994c-62d6-4c09-9031-aec360098da5) service to localhost/127.0.0.1:42379 2024-11-11T01:23:48,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:48,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:48,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/cluster_0f29dc92-9563-e9d1-a132-2a53d0998c74/data/data1/current/BP-103911217-172.17.0.3-1731288210422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:48,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/cluster_0f29dc92-9563-e9d1-a132-2a53d0998c74/data/data2/current/BP-103911217-172.17.0.3-1731288210422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:48,780 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:48,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326b4593{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:48,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:48,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:48,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:48,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fb2760e-77bc-bc21-5ea6-3024552e8562/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:48,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:48,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:48,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:48,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:48,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:48,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:48,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:48,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:48,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1006763220, stopped=false 2024-11-11T01:23:48,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,40719,1731288207670 2024-11-11T01:23:48,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217010738/running 2024-11-11T01:23:48,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:48,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217010738/running 2024-11-11T01:23:48,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:48,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:48,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/running 2024-11-11T01:23:48,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Set watcher on znode that does not yet exist, /1-1217010738/running 2024-11-11T01:23:48,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:48,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:48,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:48,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,35361,1731288207941' ***** 2024-11-11T01:23:48,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:48,837 INFO [RS:0;612696b701d2:35361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:48,837 INFO [RS:0;612696b701d2:35361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:48,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:48,837 INFO [RS:0;612696b701d2:35361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:48,837 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(3091): Received CLOSE for 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,35361,1731288207941 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35361. 2024-11-11T01:23:48,844 DEBUG [RS:0;612696b701d2:35361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:48,844 DEBUG [RS:0;612696b701d2:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:48,844 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:48,845 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T01:23:48,845 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 727c74a1169259d7cc8a78370c1562a6=test,,1731288217395.727c74a1169259d7cc8a78370c1562a6.} 2024-11-11T01:23:48,845 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 727c74a1169259d7cc8a78370c1562a6 2024-11-11T01:23:48,847 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:48,847 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:48,847 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:48,847 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:48,847 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:48,847 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T01:23:48,848 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 727c74a1169259d7cc8a78370c1562a6, disabling compactions & flushes 2024-11-11T01:23:48,849 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:48,849 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:48,849 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. after waiting 0 ms 2024-11-11T01:23:48,849 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:48,882 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:48,883 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/info/bd664c2483c14d0d852a5a97ee55b03c is 129, key is test,,1731288217395.727c74a1169259d7cc8a78370c1562a6./info:regioninfo/1731288218254/Put/seqid=0 2024-11-11T01:23:48,886 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/default/test/727c74a1169259d7cc8a78370c1562a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:23:48,887 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:48,887 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:48,887 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:48,887 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 727c74a1169259d7cc8a78370c1562a6: Waiting for close lock at 1731288228848Running coprocessor pre-close hooks at 1731288228848Disabling compacts and flushes for region at 1731288228848Disabling writes for close at 1731288228849 (+1 ms)Writing region close event to WAL at 1731288228877 (+28 ms)Running coprocessor post-close hooks at 1731288228887 (+10 ms)Closed at 1731288228887 2024-11-11T01:23:48,887 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288217395.727c74a1169259d7cc8a78370c1562a6. 2024-11-11T01:23:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741841_1017 (size=6421) 2024-11-11T01:23:48,940 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/info/bd664c2483c14d0d852a5a97ee55b03c 2024-11-11T01:23:48,987 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/ns/0f63da1d818b44218991c96628583fb8 is 43, key is default/ns:d/1731288210243/Put/seqid=0 2024-11-11T01:23:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741842_1018 (size=5153) 2024-11-11T01:23:49,025 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/ns/0f63da1d818b44218991c96628583fb8 2024-11-11T01:23:49,045 DEBUG [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:49,067 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/rep_barrier/351c36c7765c4955bc82bc1c364c5fc9 is 112, key is test,,1731288217395.727c74a1169259d7cc8a78370c1562a6./rep_barrier:seqnumDuringOpen/1731288218254/Put/seqid=0 2024-11-11T01:23:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741843_1019 (size=5518) 2024-11-11T01:23:49,090 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/rep_barrier/351c36c7765c4955bc82bc1c364c5fc9 2024-11-11T01:23:49,126 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/table/23d87d6af3484420941afbfa1ace275c is 40, key is test/table:state/1731288218272/Put/seqid=0 2024-11-11T01:23:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741844_1020 (size=5165) 2024-11-11T01:23:49,138 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/table/23d87d6af3484420941afbfa1ace275c 2024-11-11T01:23:49,143 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/info/bd664c2483c14d0d852a5a97ee55b03c as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/info/bd664c2483c14d0d852a5a97ee55b03c 2024-11-11T01:23:49,147 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/info/bd664c2483c14d0d852a5a97ee55b03c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T01:23:49,148 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/ns/0f63da1d818b44218991c96628583fb8 as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/ns/0f63da1d818b44218991c96628583fb8 2024-11-11T01:23:49,152 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/ns/0f63da1d818b44218991c96628583fb8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:23:49,153 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/rep_barrier/351c36c7765c4955bc82bc1c364c5fc9 as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/rep_barrier/351c36c7765c4955bc82bc1c364c5fc9 2024-11-11T01:23:49,157 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/rep_barrier/351c36c7765c4955bc82bc1c364c5fc9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T01:23:49,158 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/.tmp/table/23d87d6af3484420941afbfa1ace275c as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/table/23d87d6af3484420941afbfa1ace275c 2024-11-11T01:23:49,162 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/table/23d87d6af3484420941afbfa1ace275c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T01:23:49,163 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 316ms, sequenceid=11, compaction requested=false 2024-11-11T01:23:49,175 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T01:23:49,175 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:49,176 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:49,176 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:49,176 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288228847Running coprocessor pre-close hooks at 1731288228847Disabling compacts and flushes for region at 1731288228847Disabling writes for close at 1731288228847Obtaining lock to block concurrent updates at 1731288228847Preparing flush snapshotting stores in 1588230740 at 1731288228847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731288228847Flushing stores of hbase:meta,,1.1588230740 at 1731288228848 (+1 ms)Flushing 1588230740/info: creating writer at 1731288228850 (+2 ms)Flushing 1588230740/info: appending metadata at 1731288228883 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731288228883Flushing 1588230740/ns: creating writer at 1731288228947 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731288228987 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731288228987Flushing 1588230740/rep_barrier: creating writer at 1731288229031 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288229067 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288229067Flushing 1588230740/table: creating writer at 1731288229097 (+30 ms)Flushing 1588230740/table: appending metadata at 1731288229126 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731288229126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479d3ce5: reopening flushed file at 1731288229142 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0826f5: reopening flushed file at 1731288229147 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e79db: reopening flushed file at 1731288229152 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe79e36: reopening flushed file at 1731288229157 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 316ms, sequenceid=11, compaction requested=false at 1731288229163 (+6 ms)Writing region close event to WAL at 1731288229172 (+9 ms)Running coprocessor post-close hooks at 1731288229175 (+3 ms)Closed at 1731288229176 (+1 ms) 2024-11-11T01:23:49,176 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:49,245 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,35361,1731288207941; all regions closed. 2024-11-11T01:23:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741834_1010 (size=2717) 2024-11-11T01:23:49,249 DEBUG [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/oldWALs 2024-11-11T01:23:49,249 INFO [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35361%2C1731288207941.meta:.meta(num 1731288210116) 2024-11-11T01:23:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741833_1009 (size=1374) 2024-11-11T01:23:49,256 DEBUG [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/oldWALs 2024-11-11T01:23:49,256 INFO [RS:0;612696b701d2:35361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 612696b701d2%2C35361%2C1731288207941:(num 1731288209547) 2024-11-11T01:23:49,256 DEBUG [RS:0;612696b701d2:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:49,256 INFO [RS:0;612696b701d2:35361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:49,257 INFO [RS:0;612696b701d2:35361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:49,257 INFO [RS:0;612696b701d2:35361 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:49,257 INFO [RS:0;612696b701d2:35361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:49,257 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:49,257 INFO [RS:0;612696b701d2:35361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:35361. 2024-11-11T01:23:49,257 DEBUG [RS:0;612696b701d2:35361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:49,257 DEBUG [RS:0;612696b701d2:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:49,257 DEBUG [RS:0;612696b701d2:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:49,257 INFO [RS:0;612696b701d2:35361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35361 2024-11-11T01:23:49,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:49,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217010738/rs/612696b701d2,35361,1731288207941 2024-11-11T01:23:49,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738/rs 2024-11-11T01:23:49,265 INFO [RS:0;612696b701d2:35361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:49,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,35361,1731288207941] 2024-11-11T01:23:49,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/draining/612696b701d2,35361,1731288207941 already deleted, retry=false 2024-11-11T01:23:49,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,35361,1731288207941 expired; onlineServers=0 2024-11-11T01:23:49,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,40719,1731288207670' ***** 2024-11-11T01:23:49,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:49,360 DEBUG [M:0;612696b701d2:40719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:49,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:49,360 DEBUG [M:0;612696b701d2:40719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:49,360 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288209196 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288209196,5,FailOnTimeoutGroup] 2024-11-11T01:23:49,360 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288209168 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288209168,5,FailOnTimeoutGroup] 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:49,360 DEBUG [M:0;612696b701d2:40719 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:49,360 INFO [M:0;612696b701d2:40719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:49,361 INFO [M:0;612696b701d2:40719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:49,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:49,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217010738/master 2024-11-11T01:23:49,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217010738 2024-11-11T01:23:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:49,376 INFO [RS:0;612696b701d2:35361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101277d6d880004, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:49,376 INFO [RS:0;612696b701d2:35361 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,35361,1731288207941; zookeeper connection closed. 2024-11-11T01:23:49,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76df49c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76df49c3 2024-11-11T01:23:49,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:49,381 DEBUG [M:0;612696b701d2:40719 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217010738/master already deleted, retry=false 2024-11-11T01:23:49,381 DEBUG [M:0;612696b701d2:40719 {}] master.ActiveMasterManager(353): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1217010738/master 2024-11-11T01:23:49,382 INFO [M:0;612696b701d2:40719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/.lastflushedseqids 2024-11-11T01:23:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741845_1021 (size=173) 2024-11-11T01:23:49,440 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:49,561 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:49,791 INFO [M:0;612696b701d2:40719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:49,791 INFO [M:0;612696b701d2:40719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:49,791 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:49,791 INFO [M:0;612696b701d2:40719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:49,791 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:49,791 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:49,791 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:49,791 INFO [M:0;612696b701d2:40719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T01:23:49,824 DEBUG [M:0;612696b701d2:40719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c863f1abfc4689ba470b65a01fc619 is 82, key is hbase:meta,,1/info:regioninfo/1731288210223/Put/seqid=0 2024-11-11T01:23:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741846_1022 (size=5672) 2024-11-11T01:23:50,234 INFO [M:0;612696b701d2:40719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c863f1abfc4689ba470b65a01fc619 2024-11-11T01:23:50,261 DEBUG [M:0;612696b701d2:40719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7cc95e6882a4811bd132a1f6a0140d5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731288218277/Put/seqid=0 2024-11-11T01:23:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741847_1023 (size=6585) 2024-11-11T01:23:50,543 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:50,665 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:50,671 INFO [M:0;612696b701d2:40719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7cc95e6882a4811bd132a1f6a0140d5 2024-11-11T01:23:50,696 DEBUG [M:0;612696b701d2:40719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3045bebb5333419b94a2621c09383287 is 69, key is 612696b701d2,35361,1731288207941/rs:state/1731288209317/Put/seqid=0 2024-11-11T01:23:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741848_1024 (size=5156) 2024-11-11T01:23:50,703 INFO [M:0;612696b701d2:40719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3045bebb5333419b94a2621c09383287 2024-11-11T01:23:50,709 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c863f1abfc4689ba470b65a01fc619 as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76c863f1abfc4689ba470b65a01fc619 2024-11-11T01:23:50,713 INFO [M:0;612696b701d2:40719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76c863f1abfc4689ba470b65a01fc619, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T01:23:50,715 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7cc95e6882a4811bd132a1f6a0140d5 as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7cc95e6882a4811bd132a1f6a0140d5 2024-11-11T01:23:50,721 INFO [M:0;612696b701d2:40719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7cc95e6882a4811bd132a1f6a0140d5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T01:23:50,722 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3045bebb5333419b94a2621c09383287 as hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3045bebb5333419b94a2621c09383287 2024-11-11T01:23:50,733 INFO [M:0;612696b701d2:40719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46225/user/jenkins/test-data/93cc1044-1334-f183-ea84-335864357955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3045bebb5333419b94a2621c09383287, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T01:23:50,734 INFO [M:0;612696b701d2:40719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=55, compaction requested=false 2024-11-11T01:23:50,744 INFO [M:0;612696b701d2:40719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:50,744 DEBUG [M:0;612696b701d2:40719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288229791Disabling compacts and flushes for region at 1731288229791Disabling writes for close at 1731288229791Obtaining lock to block concurrent updates at 1731288229791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288229791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731288229792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288229792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288229792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288229823 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288229823Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288230237 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288230261 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288230261Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288230674 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288230696 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288230696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35892384: reopening flushed file at 1731288230708 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26487a24: reopening flushed file at 1731288230714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b92ef3: reopening flushed file at 1731288230721 (+7 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=55, compaction requested=false at 1731288230734 (+13 ms)Writing region close event to WAL at 1731288230744 (+10 ms)Closed at 1731288230744 2024-11-11T01:23:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741830_1006 (size=32758) 2024-11-11T01:23:50,755 INFO [M:0;612696b701d2:40719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:50,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:50,755 INFO [M:0;612696b701d2:40719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40719 2024-11-11T01:23:50,757 INFO [M:0;612696b701d2:40719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:50,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40719-0x101277d6d880003, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:50,870 INFO [M:0;612696b701d2:40719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:50,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c25f550{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:50,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:50,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:50,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:50,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:50,914 WARN [BP-761798197-172.17.0.3-1731288205246 heartbeating to localhost/127.0.0.1:46225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:50,914 WARN [BP-761798197-172.17.0.3-1731288205246 heartbeating to localhost/127.0.0.1:46225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761798197-172.17.0.3-1731288205246 (Datanode Uuid 93d27041-829d-46a7-bed5-ceaff2246321) service to localhost/127.0.0.1:46225 2024-11-11T01:23:50,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/cluster_6863ef12-defe-afe9-f9ef-4569e1532f4e/data/data1/current/BP-761798197-172.17.0.3-1731288205246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:50,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:50,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:50,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/cluster_6863ef12-defe-afe9-f9ef-4569e1532f4e/data/data2/current/BP-761798197-172.17.0.3-1731288205246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:50,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:50,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d40997b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:50,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:50,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:50,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:50,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a76ff77-a51f-dbdc-d46a-0b00ab7ec2c8/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:50,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:50,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T01:23:50,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:50,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:50,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:50,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:50,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:50,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T01:23:50,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657440102, stopped=false 2024-11-11T01:23:50,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=612696b701d2,38213,1731288202926 2024-11-11T01:23:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603985281/running 2024-11-11T01:23:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603985281/running 2024-11-11T01:23:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:51,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:51,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T01:23:51,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:51,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '612696b701d2,33933,1731288203150' ***** 2024-11-11T01:23:51,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T01:23:51,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/running 2024-11-11T01:23:51,003 INFO [RS:0;612696b701d2:33933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T01:23:51,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T01:23:51,004 INFO [RS:0;612696b701d2:33933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T01:23:51,004 INFO [RS:0;612696b701d2:33933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T01:23:51,004 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dff1129b6fdd1a16178b7adb0783c89 2024-11-11T01:23:51,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Set watcher on znode that does not yet exist, /01603985281/running 2024-11-11T01:23:51,012 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:51,012 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(959): stopping server 612696b701d2,33933,1731288203150 2024-11-11T01:23:51,012 INFO [RS:0;612696b701d2:33933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:51,012 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dff1129b6fdd1a16178b7adb0783c89, disabling compactions & flushes 2024-11-11T01:23:51,012 INFO [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33933. 2024-11-11T01:23:51,012 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:51,012 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:51,012 DEBUG [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:51,012 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. after waiting 0 ms 2024-11-11T01:23:51,012 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:51,012 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:51,013 INFO [RS:0;612696b701d2:33933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T01:23:51,013 INFO [RS:0;612696b701d2:33933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T01:23:51,013 INFO [RS:0;612696b701d2:33933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T01:23:51,013 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3dff1129b6fdd1a16178b7adb0783c89 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T01:23:51,013 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T01:23:51,018 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T01:23:51,018 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1325): Online Regions={3dff1129b6fdd1a16178b7adb0783c89=hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89., 8fba84021f83adc0e82619aec0f3089f=test,,1731288215230.8fba84021f83adc0e82619aec0f3089f., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:23:51,018 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dff1129b6fdd1a16178b7adb0783c89, 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:51,019 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T01:23:51,019 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T01:23:51,019 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T01:23:51,019 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T01:23:51,019 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T01:23:51,019 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T01:23:51,035 INFO [regionserver/612696b701d2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:51,056 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/hfileref/ba0323406b29463aa970bea50c9d6dd1 is 74, key is 1/hfileref:2608c6981dba4b0986ebeda9c5e3ee16_SeqId_6_/1731288224148/DeleteColumn/seqid=0 2024-11-11T01:23:51,060 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/info/427c1921b6ba49c5a20d8afe8eef6820 is 147, key is hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89./info:regioninfo/1731288220166/Put/seqid=0 2024-11-11T01:23:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741847_1023 (size=5489) 2024-11-11T01:23:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741848_1024 (size=7686) 2024-11-11T01:23:51,219 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dff1129b6fdd1a16178b7adb0783c89, 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:51,253 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T01:23:51,253 INFO [regionserver/612696b701d2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T01:23:51,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T01:23:51,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,420 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dff1129b6fdd1a16178b7adb0783c89, 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:51,484 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/hfileref/ba0323406b29463aa970bea50c9d6dd1 2024-11-11T01:23:51,505 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/info/427c1921b6ba49c5a20d8afe8eef6820 2024-11-11T01:23:51,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T01:23:51,566 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/queue/dc29dea205a844fba72839c8daf72be8 is 153, key is 1-612696b701d2,33933,1731288203150/queue:612696b701d2%2C33933%2C1731288203150/1731288224150/Put/seqid=0 2024-11-11T01:23:51,572 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/ns/01adb380c4a74c13b443475e3797354b is 43, key is default/ns:d/1731288205087/Put/seqid=0 2024-11-11T01:23:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741849_1025 (size=5504) 2024-11-11T01:23:51,619 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/queue/dc29dea205a844fba72839c8daf72be8 2024-11-11T01:23:51,620 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dff1129b6fdd1a16178b7adb0783c89, 8fba84021f83adc0e82619aec0f3089f 2024-11-11T01:23:51,625 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/hfileref/ba0323406b29463aa970bea50c9d6dd1 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/hfileref/ba0323406b29463aa970bea50c9d6dd1 2024-11-11T01:23:51,630 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/hfileref/ba0323406b29463aa970bea50c9d6dd1, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T01:23:51,632 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/.tmp/queue/dc29dea205a844fba72839c8daf72be8 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/queue/dc29dea205a844fba72839c8daf72be8 2024-11-11T01:23:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741850_1026 (size=5153) 2024-11-11T01:23:51,637 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/ns/01adb380c4a74c13b443475e3797354b 2024-11-11T01:23:51,638 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/queue/dc29dea205a844fba72839c8daf72be8, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T01:23:51,641 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3dff1129b6fdd1a16178b7adb0783c89 in 628ms, sequenceid=17, compaction requested=false 2024-11-11T01:23:51,690 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/rep_barrier/3b8864cc48644427804d058ff0f3d193 is 112, key is test,,1731288215230.8fba84021f83adc0e82619aec0f3089f./rep_barrier:seqnumDuringOpen/1731288216444/Put/seqid=0 2024-11-11T01:23:51,706 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/replication/3dff1129b6fdd1a16178b7adb0783c89/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:51,707 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dff1129b6fdd1a16178b7adb0783c89: Waiting for close lock at 1731288231012Running coprocessor pre-close hooks at 1731288231012Disabling compacts and flushes for region at 1731288231012Disabling writes for close at 1731288231012Obtaining lock to block concurrent updates at 1731288231013 (+1 ms)Preparing flush snapshotting stores in 3dff1129b6fdd1a16178b7adb0783c89 at 1731288231013Finished memstore snapshotting hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731288231013Flushing stores of hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. at 1731288231015 (+2 ms)Flushing 3dff1129b6fdd1a16178b7adb0783c89/hfileref: creating writer at 1731288231015Flushing 3dff1129b6fdd1a16178b7adb0783c89/hfileref: appending metadata at 1731288231055 (+40 ms)Flushing 3dff1129b6fdd1a16178b7adb0783c89/hfileref: closing flushed file at 1731288231055Flushing 3dff1129b6fdd1a16178b7adb0783c89/queue: creating writer at 1731288231512 (+457 ms)Flushing 3dff1129b6fdd1a16178b7adb0783c89/queue: appending metadata at 1731288231565 (+53 ms)Flushing 3dff1129b6fdd1a16178b7adb0783c89/queue: closing flushed file at 1731288231565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627f84bc: reopening flushed file at 1731288231624 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de790d5: reopening flushed file at 1731288231631 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3dff1129b6fdd1a16178b7adb0783c89 in 628ms, sequenceid=17, compaction requested=false at 1731288231641 (+10 ms)Writing region close event to WAL at 1731288231692 (+51 ms)Running coprocessor post-close hooks at 1731288231706 (+14 ms)Closed at 1731288231707 (+1 ms) 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731288219222.3dff1129b6fdd1a16178b7adb0783c89. 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fba84021f83adc0e82619aec0f3089f, disabling compactions & flushes 2024-11-11T01:23:51,707 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. after waiting 0 ms 2024-11-11T01:23:51,707 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741851_1027 (size=5518) 2024-11-11T01:23:51,718 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/rep_barrier/3b8864cc48644427804d058ff0f3d193 2024-11-11T01:23:51,750 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/table/5579574b4de742db988f4f82b18d6624 is 53, key is hbase:replication/table:state/1731288220174/Put/seqid=0 2024-11-11T01:23:51,757 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:51,761 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/default/test/8fba84021f83adc0e82619aec0f3089f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T01:23:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741852_1028 (size=5308) 2024-11-11T01:23:51,762 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:51,763 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T01:23:51,763 INFO [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:51,763 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fba84021f83adc0e82619aec0f3089f: Waiting for close lock at 1731288231707Running coprocessor pre-close hooks at 1731288231707Disabling compacts and flushes for region at 1731288231707Disabling writes for close at 1731288231707Writing region close event to WAL at 1731288231752 (+45 ms)Running coprocessor post-close hooks at 1731288231762 (+10 ms)Closed at 1731288231763 (+1 ms) 2024-11-11T01:23:51,763 DEBUG [RS_CLOSE_REGION-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731288215230.8fba84021f83adc0e82619aec0f3089f. 2024-11-11T01:23:51,788 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:51,788 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:51,790 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 612696b701d2,33933,1731288203150: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-612696b701d2,33933,1731288203150, walGroup=612696b701d2%2C33933%2C1731288203150, offset=612696b701d2%2C33933%2C1731288203150.1731288222612:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:33933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T01:23:51,792 ERROR [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T01:23:51,788 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 688, reset compression=false 2024-11-11T01:23:51,792 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T01:23:51,798 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T01:23:51,798 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T01:23:51,798 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T01:23:51,803 INFO [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1598029824, "init": 1048576000, "max": 2306867200, "used": 993764224 }, "NonHeapMemoryUsage": { "committed": 211288064, "init": 7667712, "max": -1, "used": 208336992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T01:23:51,804 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=612696b701d2:38213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T01:23:51,821 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:51,869 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 393, reset compression=false 2024-11-11T01:23:51,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T01:23:51,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 688, reset compression=false 2024-11-11T01:23:51,874 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-612696b701d2,33933,1731288203150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T01:23:51,875 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T01:23:52,021 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T01:23:52,021 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T01:23:52,021 DEBUG [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T01:23:52,066 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 688, reset compression=false 2024-11-11T01:23:52,079 DEBUG [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/WALs/612696b701d2,33933,1731288203150/612696b701d2%2C33933%2C1731288203150.1731288222612 to pos 688, reset compression=false 2024-11-11T01:23:52,163 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/table/5579574b4de742db988f4f82b18d6624 2024-11-11T01:23:52,166 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/info/427c1921b6ba49c5a20d8afe8eef6820 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/info/427c1921b6ba49c5a20d8afe8eef6820 2024-11-11T01:23:52,169 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/info/427c1921b6ba49c5a20d8afe8eef6820, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T01:23:52,170 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/ns/01adb380c4a74c13b443475e3797354b as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/ns/01adb380c4a74c13b443475e3797354b 2024-11-11T01:23:52,173 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/ns/01adb380c4a74c13b443475e3797354b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T01:23:52,173 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/rep_barrier/3b8864cc48644427804d058ff0f3d193 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/rep_barrier/3b8864cc48644427804d058ff0f3d193 2024-11-11T01:23:52,177 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/rep_barrier/3b8864cc48644427804d058ff0f3d193, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T01:23:52,177 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/.tmp/table/5579574b4de742db988f4f82b18d6624 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/table/5579574b4de742db988f4f82b18d6624 2024-11-11T01:23:52,184 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/table/5579574b4de742db988f4f82b18d6624, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T01:23:52,185 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1166ms, sequenceid=16, compaction requested=false 2024-11-11T01:23:52,206 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T01:23:52,207 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T01:23:52,207 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T01:23:52,207 INFO [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:52,207 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731288231019Running coprocessor pre-close hooks at 1731288231019Disabling compacts and flushes for region at 1731288231019Disabling writes for close at 1731288231019Obtaining lock to block concurrent updates at 1731288231019Preparing flush snapshotting stores in 1588230740 at 1731288231019Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731288231020 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731288231021 (+1 ms)Flushing 1588230740/info: creating writer at 1731288231022 (+1 ms)Flushing 1588230740/info: appending metadata at 1731288231060 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731288231060Flushing 1588230740/ns: creating writer at 1731288231523 (+463 ms)Flushing 1588230740/ns: appending metadata at 1731288231572 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731288231572Flushing 1588230740/rep_barrier: creating writer at 1731288231641 (+69 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731288231689 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731288231689Flushing 1588230740/table: creating writer at 1731288231723 (+34 ms)Flushing 1588230740/table: appending metadata at 1731288231750 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731288231750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467045b5: reopening flushed file at 1731288232165 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef4faf2: reopening flushed file at 1731288232169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb6fa43: reopening flushed file at 1731288232173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6104b445: reopening flushed file at 1731288232177 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1166ms, sequenceid=16, compaction requested=false at 1731288232185 (+8 ms)Writing region close event to WAL at 1731288232202 (+17 ms)Running coprocessor post-close hooks at 1731288232207 (+5 ms)Closed at 1731288232207 2024-11-11T01:23:52,207 DEBUG [RS_CLOSE_META-regionserver/612696b701d2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T01:23:52,221 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(976): stopping server 612696b701d2,33933,1731288203150; all regions closed. 2024-11-11T01:23:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741843_1019 (size=859) 2024-11-11T01:23:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741842_1018 (size=2791) 2024-11-11T01:23:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741844_1020 (size=696) 2024-11-11T01:23:52,253 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:52,253 INFO [RS:0;612696b701d2:33933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T01:23:52,253 INFO [RS:0;612696b701d2:33933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:52,253 INFO [RS:0;612696b701d2:33933 {}] hbase.ChoreService(370): Chore service for: regionserver/612696b701d2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:52,253 INFO [RS:0;612696b701d2:33933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:52,253 INFO [regionserver/612696b701d2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:52,254 INFO [RS:0;612696b701d2:33933 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-612696b701d2,33933,1731288203150 because: Region server is closing 2024-11-11T01:23:52,254 INFO [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33933. 2024-11-11T01:23:52,254 DEBUG [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:52,254 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:52,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:52,255 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:52,356 INFO [RS:0;612696b701d2:33933 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 terminated 2024-11-11T01:23:52,356 INFO [RS:0;612696b701d2:33933 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-612696b701d2,33933,1731288203150 because: Region server is closing 2024-11-11T01:23:52,356 INFO [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;612696b701d2:33933. 2024-11-11T01:23:52,356 DEBUG [RS:0;612696b701d2:33933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T01:23:52,356 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:52,356 DEBUG [RS:0;612696b701d2:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T01:23:52,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T01:23:52,356 WARN [RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,1-612696b701d2,33933,1731288203150.replicationSource.wal-reader.612696b701d2%2C33933%2C1731288203150,1-612696b701d2,33933,1731288203150 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T01:23:52,456 INFO [RS:0;612696b701d2:33933 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/612696b701d2:0-0.replicationSource,2-612696b701d2,33933,1731288203150.replicationSource.shipper612696b701d2%2C33933%2C1731288203150,2-612696b701d2,33933,1731288203150 terminated 2024-11-11T01:23:52,457 INFO [RS:0;612696b701d2:33933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33933 2024-11-11T01:23:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603985281/rs/612696b701d2,33933,1731288203150 2024-11-11T01:23:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281/rs 2024-11-11T01:23:52,507 INFO [RS:0;612696b701d2:33933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:52,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [612696b701d2,33933,1731288203150] 2024-11-11T01:23:52,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01603985281/draining/612696b701d2,33933,1731288203150 already deleted, retry=false 2024-11-11T01:23:52,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 612696b701d2,33933,1731288203150 expired; onlineServers=0 2024-11-11T01:23:52,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '612696b701d2,38213,1731288202926' ***** 2024-11-11T01:23:52,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T01:23:52,528 INFO [M:0;612696b701d2:38213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T01:23:52,529 INFO [M:0;612696b701d2:38213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T01:23:52,529 DEBUG [M:0;612696b701d2:38213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T01:23:52,529 DEBUG [M:0;612696b701d2:38213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T01:23:52,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T01:23:52,529 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288204170 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.large.0-1731288204170,5,FailOnTimeoutGroup] 2024-11-11T01:23:52,529 DEBUG [master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288204171 {}] cleaner.HFileCleaner(306): Exit Thread[master/612696b701d2:0:becomeActiveMaster-HFileCleaner.small.0-1731288204171,5,FailOnTimeoutGroup] 2024-11-11T01:23:52,529 INFO [M:0;612696b701d2:38213 {}] hbase.ChoreService(370): Chore service for: master/612696b701d2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T01:23:52,529 INFO [M:0;612696b701d2:38213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T01:23:52,529 DEBUG [M:0;612696b701d2:38213 {}] master.HMaster(1795): Stopping service threads 2024-11-11T01:23:52,530 INFO [M:0;612696b701d2:38213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T01:23:52,530 INFO [M:0;612696b701d2:38213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T01:23:52,530 ERROR [M:0;612696b701d2:38213 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41031,5,PEWorkerGroup] 2024-11-11T01:23:52,530 INFO [M:0;612696b701d2:38213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T01:23:52,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T01:23:52,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603985281/master 2024-11-11T01:23:52,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603985281 2024-11-11T01:23:52,539 DEBUG [M:0;612696b701d2:38213 {}] zookeeper.ZKUtil(347): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Unable to get data of znode /01603985281/master because node does not exist (not an error) 2024-11-11T01:23:52,539 WARN [M:0;612696b701d2:38213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T01:23:52,539 INFO [M:0;612696b701d2:38213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/.lastflushedseqids 2024-11-11T01:23:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741853_1029 (size=263) 2024-11-11T01:23:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x101277d6d880001, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:52,620 INFO [RS:0;612696b701d2:33933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:52,620 INFO [RS:0;612696b701d2:33933 {}] regionserver.HRegionServer(1031): Exiting; stopping=612696b701d2,33933,1731288203150; zookeeper connection closed. 2024-11-11T01:23:52,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4395cdb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4395cdb0 2024-11-11T01:23:52,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T01:23:52,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T01:23:52,943 INFO [M:0;612696b701d2:38213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T01:23:52,944 INFO [M:0;612696b701d2:38213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T01:23:52,944 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T01:23:52,944 INFO [M:0;612696b701d2:38213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:52,944 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:52,944 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T01:23:52,944 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:52,944 INFO [M:0;612696b701d2:38213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-11T01:23:52,964 DEBUG [M:0;612696b701d2:38213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9054d7139de740ab87c9f393b4cdae25 is 82, key is hbase:meta,,1/info:regioninfo/1731288205036/Put/seqid=0 2024-11-11T01:23:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741854_1030 (size=5672) 2024-11-11T01:23:53,375 INFO [M:0;612696b701d2:38213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9054d7139de740ab87c9f393b4cdae25 2024-11-11T01:23:53,407 DEBUG [M:0;612696b701d2:38213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e651b32b4328461293c54a641d9e8f2f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731288220178/Put/seqid=0 2024-11-11T01:23:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741855_1031 (size=8908) 2024-11-11T01:23:53,419 INFO [M:0;612696b701d2:38213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e651b32b4328461293c54a641d9e8f2f 2024-11-11T01:23:53,456 DEBUG [M:0;612696b701d2:38213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a395da5a9846d59290ce764249ce98 is 69, key is 612696b701d2,33933,1731288203150/rs:state/1731288204194/Put/seqid=0 2024-11-11T01:23:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741856_1032 (size=5156) 2024-11-11T01:23:53,482 INFO [M:0;612696b701d2:38213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a395da5a9846d59290ce764249ce98 2024-11-11T01:23:53,496 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9054d7139de740ab87c9f393b4cdae25 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9054d7139de740ab87c9f393b4cdae25 2024-11-11T01:23:53,502 INFO [M:0;612696b701d2:38213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9054d7139de740ab87c9f393b4cdae25, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T01:23:53,503 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e651b32b4328461293c54a641d9e8f2f as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e651b32b4328461293c54a641d9e8f2f 2024-11-11T01:23:53,508 INFO [M:0;612696b701d2:38213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e651b32b4328461293c54a641d9e8f2f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T01:23:53,509 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a395da5a9846d59290ce764249ce98 as hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a395da5a9846d59290ce764249ce98 2024-11-11T01:23:53,516 INFO [M:0;612696b701d2:38213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41031/user/jenkins/test-data/9b64472e-9850-883c-4ede-53d027764612/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a395da5a9846d59290ce764249ce98, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T01:23:53,518 INFO [M:0;612696b701d2:38213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=112, compaction requested=false 2024-11-11T01:23:53,528 INFO [M:0;612696b701d2:38213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T01:23:53,528 DEBUG [M:0;612696b701d2:38213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731288232944Disabling compacts and flushes for region at 1731288232944Disabling writes for close at 1731288232944Obtaining lock to block concurrent updates at 1731288232944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731288232944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731288232945 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731288232945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731288232945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731288232964 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731288232964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731288233380 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731288233406 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731288233406Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731288233432 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731288233456 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731288233456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c33a78: reopening flushed file at 1731288233495 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0c5a53: reopening flushed file at 1731288233502 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87eebee: reopening flushed file at 1731288233508 (+6 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=112, compaction requested=false at 1731288233518 (+10 ms)Writing region close event to WAL at 1731288233528 (+10 ms)Closed at 1731288233528 2024-11-11T01:23:53,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741830_1006 (size=69043) 2024-11-11T01:23:53,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T01:23:53,532 INFO [M:0;612696b701d2:38213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T01:23:53,532 INFO [M:0;612696b701d2:38213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38213 2024-11-11T01:23:53,532 INFO [M:0;612696b701d2:38213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T01:23:53,649 INFO [M:0;612696b701d2:38213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T01:23:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38213-0x101277d6d880000, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T01:23:53,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T01:23:53,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:53,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:53,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:53,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:53,668 WARN [BP-626529596-172.17.0.3-1731288199675 heartbeating to localhost/127.0.0.1:41031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T01:23:53,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T01:23:53,668 WARN [BP-626529596-172.17.0.3-1731288199675 heartbeating to localhost/127.0.0.1:41031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-626529596-172.17.0.3-1731288199675 (Datanode Uuid b223b15c-cfe1-469e-b0d0-fb0e5aa31664) service to localhost/127.0.0.1:41031 2024-11-11T01:23:53,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T01:23:53,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/data/data1/current/BP-626529596-172.17.0.3-1731288199675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:53,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/cluster_7735a54e-d1d3-d589-3be5-bd07483b21f2/data/data2/current/BP-626529596-172.17.0.3-1731288199675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T01:23:53,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T01:23:53,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6d451a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T01:23:53,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T01:23:53,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T01:23:53,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T01:23:53,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3da566-cf0f-0d84-d8e8-072944dd075b/hadoop.log.dir/,STOPPED} 2024-11-11T01:23:53,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T01:23:53,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T01:23:53,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 532) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46225 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46225 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52472) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42379 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42379 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=983 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=688 (was 460) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2610 (was 1737) - AvailableMemoryMB LEAK? - 2024-11-11T01:23:53,760 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-11T01:23:53,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101277d6d880008, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:53,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101277d6d880002, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:53,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101277d6d880002, quorum=127.0.0.1:52472, baseZNode=/01603985281 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:23:53,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101277d6d880008, quorum=127.0.0.1:52472, baseZNode=/2671784491 Received Disconnected from ZooKeeper, ignoring 2024-11-11T01:23:53,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101277d6d880005, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T01:23:53,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101277d6d880005, quorum=127.0.0.1:52472, baseZNode=/1-1217010738 Received Disconnected from ZooKeeper, ignoring